-- Logs begin at Thu 2021-11-25 03:14:45 UTC, end at Thu 2021-11-25 04:17:07 UTC. -- Nov 25 03:54:28.012664 dv-cinder-818778-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 03:54:30.575808 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.common.config [-] Logging enabled! Nov 25 03:54:30.576342 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev9 Nov 25 03:54:30.577609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88064) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 25 03:54:30.578373 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.common.config [-] Logging enabled! Nov 25 03:54:30.578656 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev9 Nov 25 03:54:30.578928 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88064) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 25 03:54:30.579975 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 25 03:54:30.580265 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 25 03:54:30.581274 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 25 03:54:30.581555 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 25 03:54:30.581813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 25 03:54:30.582200 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.582542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.582875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.583137 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.583472 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.583802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.584114 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.584439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.584776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.585089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.585394 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.585705 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.585980 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.586295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.586615 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.586938 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.587186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] debug = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.587493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.588014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.588322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.588624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.588941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.589238 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.589541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.589849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.590227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] host = dv-cinder-818778-3-smb {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.590531 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.590849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.591167 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.591482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.591783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.592085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.592398 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.592698 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.593261 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] log_file = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.593562 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.593880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.594225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.594559 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.594810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.595056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.595378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.595763 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.596117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.596419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.596720 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.597020 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.597319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.597616 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.597951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.598298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.598615 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.598915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.599215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.599510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.599808 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.600124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.600420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.600717 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.601014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.601337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.601627 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.601939 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.602286 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.602602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.602922 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.603237 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.603535 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.603859 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.604155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.604457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.604755 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] use_json = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.605052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.605347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.605661 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.605983 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.606283 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.606580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.606876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.607192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:30.607517 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.607855 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.608192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.608503 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.608827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.609137 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.609458 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.609764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.610112 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.610437 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.610751 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.611058 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.611912 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.612235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.612563 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.612862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.613170 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.613494 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.613800 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.614125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.614461 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.614768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.615068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.615375 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.615677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.615975 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.616272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.616579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.616901 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.617204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.617502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.617800 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.618126 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.618425 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.618986 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.619298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.619764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.620064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.620374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.620676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.620976 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.621281 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.621582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.621886 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.622212 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.622512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.622813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.623111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.623410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.623708 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.624009 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.624310 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.624609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.624915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.625213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.625512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.625811 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.626151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.626482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.626788 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.627819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.628130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.628439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.628752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.629055 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.629362 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.629670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.629993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.630324 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.630637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.630952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.631264 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.631570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.632335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.632645 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.632958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.633266 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.633575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.633889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.634227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.634554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.634881 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.635207 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.635532 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.635856 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.636162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.636508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.636816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:30.637061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 25 03:54:30.637323 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88064) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Nov 25 03:54:31.291407 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:54:31.291724 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:54:31.292044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:54:31.293637 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 03:54:31.631636 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.632243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.632906 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.693037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.693355 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.693657 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.696602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.696910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.697203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.841040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.841356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.841646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.842669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.843220 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.843512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.962894 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.963150 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.963448 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.963743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:31.964565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.146040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.146417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.146739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.147040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.147336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.147708 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.148002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.148287 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.148570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.148899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.149189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.149489 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.149790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.150103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.150405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.150710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.150998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.151311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.151591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.151918 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.152351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.152632 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.152913 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.153256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.153517 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.153789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.154251 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88064) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 03:54:32.154503 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88064) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 03:54:32.154771 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88064) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 03:54:32.155037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88064) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 03:54:32.155303 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88064) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 03:54:32.155567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88064) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 03:54:32.156929 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 03:54:32.165457 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 03:54:32.172950 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 03:54:32.178793 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 25 03:54:32.181514 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 03:54:32.182650 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 03:54:32.183025 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 03:54:32.183450 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 03:54:32.187392 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 03:54:32.187673 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 03:54:32.188060 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 03:54:32.215457 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 25 03:54:32.215920 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.216244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88064) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 25 03:54:32.216650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.218263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88064) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 03:54:32.218579 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 03:54:32.218854 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 03:54:32.222242 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.222558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.287660 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 03:54:32.287921 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 03:54:32.288214 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 03:54:32.288580 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 03:54:32.322640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_db.sqlalchemy.engines [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88064) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 25 03:54:32.616556 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Initializing driver for type 'gre' Nov 25 03:54:32.617112 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] gre ID ranges: [(1, 1000)] Nov 25 03:54:32.657772 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Initializing driver for type 'local' Nov 25 03:54:32.658804 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Initializing driver for type 'vlan' Nov 25 03:54:32.668791 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] VlanTypeDriver initialization complete Nov 25 03:54:32.669161 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Initializing driver for type 'vxlan' Nov 25 03:54:32.669690 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] vxlan ID ranges: [(1, 1000)] Nov 25 03:54:32.710666 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Initializing extension driver 'port_security' Nov 25 03:54:32.711026 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.extensions.port_security [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] PortSecurityExtensionDriver initialization complete Nov 25 03:54:32.711392 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Initializing mechanism driver 'openvswitch' Nov 25 03:54:32.711746 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Initializing mechanism driver 'hyperv' Nov 25 03:54:32.718252 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88064) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:54:32.719086 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > port after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.719489 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > port after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.719870 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > port after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.720285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > subnet after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.721206 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > subnet after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.721578 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > subnet after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.722081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > network after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.722460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > network after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.722833 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > network after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.723242 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > security_group after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.723618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > security_group after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.723987 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > security_group after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.724396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.724775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.725281 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.725644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] ML2 OVO RPC backend initialized. {{(pid=88064) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 25 03:54:32.726376 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router_interface after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.726764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.727210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > network before_response 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.727583 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > networks before_response 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.727956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > port before_response 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.728327 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > ports before_response 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.728699 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > subnet before_response 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.729067 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > subnets before_response 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.729440 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > network after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.729812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > network after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.730200 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > network after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.730566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > port after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.730929 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > port after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.731289 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > port after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.731655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > subnet after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.732019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > subnet after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.732381 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > subnet after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.732984 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.plugin [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Modular L2 Plugin initialization complete Nov 25 03:54:32.733332 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading services supported by the core plugin {{(pid=88064) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Nov 25 03:54:32.733692 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.plugins.ml2.managers [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Got port-security extension from driver 'port_security' Nov 25 03:54:32.734206 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.extensions.vlantransparent [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Disabled vlantransparent extension. Nov 25 03:54:32.734650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88064) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Nov 25 03:54:32.734986 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading Plugin: router Nov 25 03:54:32.777849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router_interface before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.778330 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router after_create 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.778731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router before_create 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.779136 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.779548 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.779937 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router after_delete 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.780328 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > floatingip after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.780733 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router after_create 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.781110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router after_update 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.781492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router after_update 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.781873 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.782307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router after_update 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.782792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router precommit_update 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.783837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: port after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.784316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: port after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.784597 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: subnet after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.784967 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.785356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > port precommit_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.785737 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router precommit_create 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.786155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: port before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.786532 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router precommit_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.786930 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router after_update 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.787359 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router precommit_delete 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.787660 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router precommit_create 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.788062 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router_interface after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.788439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router precommit_update 55549900 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.788851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > agent after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.789236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > agent after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.789611 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > network after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.790601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Tracking information for resource: router configured {{(pid=88064) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 03:54:32.790971 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Tracking information for resource: floatingip configured {{(pid=88064) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 03:54:32.795882 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_agentschedulers_db [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 03:54:32.796520 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: port after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.796912 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: port after_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.797294 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: port after_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.797673 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: port after_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.798577 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router before_create 55550100 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.799026 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router precommit_delete 55550100 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.799422 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router precommit_create 55550100 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.799815 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > router precommit_update 55550100 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.804405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.provider_configuration [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service providers = [] {{(pid=88064) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 03:54:32.804794 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.servicetype_db [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88064) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 03:54:32.807616 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.service_base [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88064) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 25 03:54:32.807998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.service_base [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88064) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 25 03:54:32.808370 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.service_base [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88064) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 25 03:54:32.809253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.service_base [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88064) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 25 03:54:32.809649 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.services.service_base [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 03:54:32.810088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88064) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 25 03:54:32.810436 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 03:54:32.830861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88064) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 25 03:54:32.831230 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading Plugin: auto_allocate Nov 25 03:54:32.841704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: network precommit_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.842137 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: network precommit_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.842978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88064) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 25 03:54:32.843330 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading Plugin: tag Nov 25 03:54:32.855134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88064) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 25 03:54:32.855501 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading Plugin: timestamp Nov 25 03:54:32.859227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88064) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 25 03:54:32.859599 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading Plugin: network_ip_availability Nov 25 03:54:32.865266 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.865668 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.866084 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:32.866893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88064) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 25 03:54:32.867205 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading Plugin: flavors Nov 25 03:54:32.882805 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88064) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 25 03:54:32.883172 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading Plugin: revisions Nov 25 03:54:32.887620 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88064) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 25 03:54:32.888042 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.596s {{(pid=88064) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:54:32.888828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88064) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Nov 25 03:54:32.889193 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Initializing extension manager. Nov 25 03:54:32.889746 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: __init__.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.890151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: __pycache__ {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.890523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.890893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.891262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: _filter_validation_lib.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.891629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.891992 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: address_scope.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.893392 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.894057 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: address-scope Nov 25 03:54:32.894417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: admin_state_down_before_update.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.895362 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.895933 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: router-admin-state-down-before-update Nov 25 03:54:32.896291 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: agent.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.897078 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.897642 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: agent Nov 25 03:54:32.898041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: agent_resources_synced.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.898982 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.899546 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: agent-resources-synced Nov 25 03:54:32.899906 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: allowedaddresspairs.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.901672 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.902274 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: allowed-address-pairs Nov 25 03:54:32.902640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: auto_allocated_topology.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.903707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.904275 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: auto-allocated-topology Nov 25 03:54:32.904637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: availability_zone.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.905531 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.906129 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: availability_zone Nov 25 03:54:32.906487 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: availability_zone_filter.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.907401 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.907969 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: availability_zone_filter Nov 25 03:54:32.908868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: data_plane_status.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.909774 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.910376 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 03:54:32.910734 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: default_subnetpools.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.911650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.912213 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: default-subnetpools Nov 25 03:54:32.912570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: dhcpagentscheduler.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.913443 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.914036 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: dhcp_agent_scheduler Nov 25 03:54:32.914396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: dns.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.915310 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.915870 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension dns-integration not supported by any of loaded plugins Nov 25 03:54:32.916227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: dns_domain_ports.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.917132 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.917691 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 03:54:32.918077 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: dvr.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.918822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.919382 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: dvr Nov 25 03:54:32.919741 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: empty_string_filtering.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.920646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.921202 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: empty-string-filtering Nov 25 03:54:32.921554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.922481 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.923040 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 03:54:32.923393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.924366 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.924924 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 03:54:32.925280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: external_net.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.926238 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.926805 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: external-net Nov 25 03:54:32.927159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: extra_dhcp_opt.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.928059 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.928624 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: extra_dhcp_opt Nov 25 03:54:32.928981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: extraroute.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.929883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.930479 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: extraroute Nov 25 03:54:32.930835 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: extraroute_atomic.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.931949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.932517 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: extraroute-atomic Nov 25 03:54:32.932876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: filter_validation.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.933568 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.934151 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: filter-validation Nov 25 03:54:32.934508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: fip_pf_description.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.935427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.935984 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 03:54:32.936337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: fip_port_details.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.937258 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.937821 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: fip-port-details Nov 25 03:54:32.938198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: flavors.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.939543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.940114 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: flavors Nov 25 03:54:32.940476 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.942216 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.942800 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 03:54:32.943163 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: floatingip_pools.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.943936 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.944512 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: floatingip-pools Nov 25 03:54:32.944873 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: ip_allocation.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.945804 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.946396 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 03:54:32.946754 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.947689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.948253 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: ip-substring-filtering Nov 25 03:54:32.948610 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: l2_adjacency.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.949547 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.950140 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 03:54:32.950501 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: l3.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.951580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.952158 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: router Nov 25 03:54:32.952519 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: l3_conntrack_helper.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.955619 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.956299 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 03:54:32.956669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.957595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.958197 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: ext-gw-mode Nov 25 03:54:32.958564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.959488 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.960245 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: l3-ha Nov 25 03:54:32.960608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: l3_flavors.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.961565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.962156 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: l3-flavors Nov 25 03:54:32.962516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.963431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.963994 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 03:54:32.964348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: l3agentscheduler.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.965590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.966179 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: l3_agent_scheduler Nov 25 03:54:32.966541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: logging.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.968362 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.968939 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension logging not supported by any of loaded plugins Nov 25 03:54:32.969301 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: metering.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.972114 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.972817 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: metering Nov 25 03:54:32.973191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: multiprovidernet.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.974175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.974754 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: multi-provider Nov 25 03:54:32.975122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: netmtu.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.976068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.976627 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: net-mtu Nov 25 03:54:32.976987 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: netmtu_writable.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.977970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.978520 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: net-mtu-writable Nov 25 03:54:32.978878 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: network_availability_zone.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.979639 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.980218 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: network_availability_zone Nov 25 03:54:32.980575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: network_ip_availability.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.981676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.982280 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: network-ip-availability Nov 25 03:54:32.982638 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: network_segment_range.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.983530 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.984106 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 03:54:32.984467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: pagination.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.985454 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.985826 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: pagination Nov 25 03:54:32.986255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.987189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.987763 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: port-mac-address-regenerate Nov 25 03:54:32.988123 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: port_resource_request.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.989036 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.989611 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 03:54:32.989993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: portbindings.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.990934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.991504 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: binding Nov 25 03:54:32.991864 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: portbindings_extended.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.993141 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.993718 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: binding-extended Nov 25 03:54:32.994111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: portsecurity.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.995048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.995599 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: port-security Nov 25 03:54:32.995960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: project_id.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.996932 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.997301 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: project-id Nov 25 03:54:32.997657 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: providernet.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:32.998711 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:32.999286 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: provider Nov 25 03:54:32.999644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: qos.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.003243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.003829 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension qos not supported by any of loaded plugins Nov 25 03:54:33.004198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.005422 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.006017 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 03:54:33.006384 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.007302 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.007870 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 03:54:33.008227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: qos_default.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.009136 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.009705 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension qos-default not supported by any of loaded plugins Nov 25 03:54:33.010096 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: qos_fip.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.010781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.011346 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension qos-fip not supported by any of loaded plugins Nov 25 03:54:33.011701 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: qos_gateway_ip.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.012621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.013187 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 03:54:33.013543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: qos_port_network_policy.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.014480 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.015042 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 03:54:33.015399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: qos_rule_type_details.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.016309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.016871 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 03:54:33.017230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: qos_rules_alias.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.018867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.019437 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 03:54:33.019798 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: quotasv2.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.020849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.021223 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: quotas Nov 25 03:54:33.021584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: quotasv2_detail.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.023173 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.023552 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: quota_details Nov 25 03:54:33.023914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: rbac.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.025048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.025634 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: rbac-policies Nov 25 03:54:33.026030 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: rbac_address_scope.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.026972 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.027546 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: rbac-address-scope Nov 25 03:54:33.027908 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: rbac_security_groups.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.028820 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.029385 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: rbac-security-groups Nov 25 03:54:33.029745 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: rbac_subnetpool.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.030687 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.031251 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: rbac-subnetpool Nov 25 03:54:33.031607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: revisionifmatch.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.032522 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.033115 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: revision-if-match Nov 25 03:54:33.034086 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: revisions.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.035270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.035843 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: standard-attr-revisions Nov 25 03:54:33.036205 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: router_availability_zone.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.036962 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.037538 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: router_availability_zone Nov 25 03:54:33.037898 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: routerservicetype.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.038862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.039420 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension router-service-type not supported by any of loaded plugins Nov 25 03:54:33.039777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: security_groups_port_filtering.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.040695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.041264 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: port-security-groups-filtering Nov 25 03:54:33.041621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: securitygroup.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.055107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.055710 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: security-group Nov 25 03:54:33.056080 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: segment.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.056973 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.057543 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension segment not supported by any of loaded plugins Nov 25 03:54:33.057908 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.058861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.059429 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 03:54:33.059790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: servicetype.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.060889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.061466 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: service-type Nov 25 03:54:33.061829 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: sorting.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.062825 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.063197 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: sorting Nov 25 03:54:33.063555 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: standard_attr_segment.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.065050 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.065622 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 03:54:33.066004 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: standardattrdescription.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.066699 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.067267 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: standard-attr-description Nov 25 03:54:33.067630 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: stateful_security_group.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.068576 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.069145 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: stateful-security-group Nov 25 03:54:33.069505 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: stdattrs_common.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.070123 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 03:54:33.070486 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.071407 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.071975 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 03:54:33.072333 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: subnet_onboard.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.073389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.073981 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: subnet_onboard Nov 25 03:54:33.074346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.075296 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.075862 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 03:54:33.076219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: subnet_service_types.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.077209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.077790 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: subnet-service-types Nov 25 03:54:33.078175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: subnetallocation.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.079255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.079830 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: subnet_allocation Nov 25 03:54:33.080245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.080943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.081512 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: subnetpool-prefix-ops Nov 25 03:54:33.081871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.082825 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.083392 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 03:54:33.083748 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: tagging.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.085080 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.085660 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: standard-attr-tag Nov 25 03:54:33.086050 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: timestamp.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.087223 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.087802 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loaded extension: standard-attr-timestamp Nov 25 03:54:33.088168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: trunk.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.089192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.089767 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension trunk not supported by any of loaded plugins Nov 25 03:54:33.090159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: trunk_details.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.091085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.091656 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension trunk-details not supported by any of loaded plugins Nov 25 03:54:33.092014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: uplink_status_propagation.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.093189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.093762 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 03:54:33.094147 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Loading extension file: vlantransparent.py {{(pid=88064) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 25 03:54:33.094852 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88064) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 25 03:54:33.095420 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 03:54:33.097881 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:network Nov 25 03:54:33.098697 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:subnet Nov 25 03:54:33.099399 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 03:54:33.099999 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:port Nov 25 03:54:33.101385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.101876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service FLAVORS assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.102631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.103097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.103464 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:router Nov 25 03:54:33.104162 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:floatingip Nov 25 03:54:33.104923 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service METERING assigned prefix: /metering {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.106728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:33.107130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:33.107509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88064) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 03:54:33.108618 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 03:54:33.109100 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:security_group Nov 25 03:54:33.109876 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 03:54:33.110710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service CORE assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.111076 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 03:54:33.111958 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] subnetpool is already registered Nov 25 03:54:33.112619 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service CORE assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.112979 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 03:54:33.113333 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] subnetpool is already registered Nov 25 03:54:33.115950 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.116420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service FLAVORS assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.117100 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.117518 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.117883 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:router Nov 25 03:54:33.118270 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] router is already registered Nov 25 03:54:33.118915 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:floatingip Nov 25 03:54:33.119277 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] floatingip is already registered Nov 25 03:54:33.119952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service METERING assigned prefix: /metering {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.120673 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 03:54:33.121036 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] rbac_policy is already registered Nov 25 03:54:33.121483 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:security_group Nov 25 03:54:33.121838 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] security_group is already registered Nov 25 03:54:33.122665 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 03:54:33.123026 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] security_group_rule is already registered Nov 25 03:54:33.123746 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service CORE assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.124110 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 03:54:33.124466 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] subnetpool is already registered Nov 25 03:54:33.125110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.resource_helper [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Service CORE assigned prefix: {{(pid=88064) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 25 03:54:33.125472 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 03:54:33.125825 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.quota.resource_registry [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] subnetpool is already registered Nov 25 03:54:33.126547 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: extensions {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.128745 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: address-scopes {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.130024 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: agents {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.131352 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: auto-allocated-topology {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.132646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: availability_zones {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.133895 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: dhcp-networks {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.135675 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: dhcp-agents {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.137233 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: routers {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.139013 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: flavors {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.141162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: service_profiles {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.142476 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: next_providers {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.143961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: service_profiles {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.145448 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: floatingip-pools {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.146836 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: routers {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.148603 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: floatingips {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.149825 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: l3-routers {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.151386 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: l3-agents {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.152836 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: metering-labels {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.154141 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: metering-label-rules {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.155566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: network-ip-availabilities {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.156871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: bindings {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.159028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: quotas {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.160591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: quotas {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.162087 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: rbac-policies {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.163323 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: security-groups {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.164564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: security-group-rules {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.165956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: service-providers {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.167221 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: subnetpools {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.168600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: subnetpools {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.170221 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: tags {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.171941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: tags {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.174350 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: tags {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.176319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: tags {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.178080 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: tags {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.179903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: tags {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.181843 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: tags {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.183629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: tags {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.185630 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: tags {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.187491 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.extensions [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Extended resource: tags {{(pid=88064) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 25 03:54:33.194673 dv-cinder-818778-3-smb neutron-server[88064]: WARNING keystonemiddleware.auth_token [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 03:54:33.199596 dv-cinder-818778-3-smb neutron-server[88064]: WARNING keystonemiddleware.auth_token [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 03:54:33.208525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Acquired lock "singleton_lock" {{(pid=88064) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Nov 25 03:54:33.209044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Releasing lock "singleton_lock" {{(pid=88064) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Nov 25 03:54:33.210507 dv-cinder-818778-3-smb neutron-server[88064]: INFO oslo_service.service [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Starting 2 workers Nov 25 03:54:33.215146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Started child 88177 {{(pid=88064) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 25 03:54:33.219792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:33.220066 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Started child 88178 {{(pid=88064) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 25 03:54:33.222033 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.service [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 03:54:33.222262 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [-] (88177) wsgi starting up on http://0.0.0.0:9696 Nov 25 03:54:33.222677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Notify callbacks [] for process, before_spawn {{(pid=88064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:33.224713 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:33.225126 dv-cinder-818778-3-smb neutron-server[88064]: INFO oslo_service.service [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Starting 1 workers Nov 25 03:54:33.226158 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [-] (88178) wsgi starting up on http://0.0.0.0:9696 Nov 25 03:54:33.230403 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Started child 88179 {{(pid=88064) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 25 03:54:33.230943 dv-cinder-818778-3-smb neutron-server[88064]: INFO oslo_service.service [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Starting 1 workers Nov 25 03:54:33.233061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.service [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] calling RpcWorker wait() {{(pid=88179) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 03:54:33.233637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.service [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] returning from RpcWorker wait() {{(pid=88179) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 03:54:33.235347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:33.235475 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Started child 88180 {{(pid=88064) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 25 03:54:33.236052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:54:33.236253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bf1e-e4cf-4e55-b9eb-5a85219be45b None None] Notify callbacks [] for process, after_spawn {{(pid=88064) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:33.238665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88064) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 25 03:54:33.238875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 25 03:54:33.239057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 25 03:54:33.239345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 25 03:54:33.239743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 25 03:54:33.239908 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 25 03:54:33.240336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:33.240434 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.240738 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.241018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.241292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.241601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.242298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.242584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.242883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.243163 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.243431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.243626 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.243816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.244109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.244365 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.244691 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.244984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.245250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.245510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.245717 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.246010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.246314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.246594 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.246889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] debug = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.247151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.247740 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.247989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.248256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.248519 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.248814 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.249086 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.249374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.249650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.249903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.250191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.250468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.250727 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.250981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.251272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.251520 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.252135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] host = dv-cinder-818778-3-smb {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.252470 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.252690 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.252952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.253230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.253502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.253741 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.254059 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.254341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.254609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.254875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.255133 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.255385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.255640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.255898 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_file = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.256064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_options = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.256315 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.256584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.256853 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.257071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.257231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.257418 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.257708 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.257893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.258185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.258427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.258662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.258908 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.259141 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.259375 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.259646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.259879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.260132 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.260381 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.260664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.260950 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.261227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.261482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.261721 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.261998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.262253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.262490 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.262741 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.262977 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.263310 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.263482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.263725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.263993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.264243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.264521 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.264795 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.265024 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.265275 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.265644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.265834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.266096 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.266791 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.266791 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.267097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.267097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.267372 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.267529 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_json = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.267783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.268535 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.268535 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.268826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.268826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.269106 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:54:33.269246 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.269246 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.269509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.269915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.270274 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.270617 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.271004 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.271247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.271448 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.271656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.271849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.272111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.272367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.272688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.272948 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.273302 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.273564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.273840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.274129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.274371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.274618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.274887 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.275041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.275278 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.275512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.275798 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.276045 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.276387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.276665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.276915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.277174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.277439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.277726 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.278007 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.278257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.278495 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.278750 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.278984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.279298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.279495 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.279854 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.280444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.280444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.280736 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.281067 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.281236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.281406 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.281645 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.281904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.282185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.283761 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.283761 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.283761 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.283761 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.284431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.284431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.284431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.285549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.285549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.285549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.285549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.285549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.285549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.285976 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.286052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.286272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.286575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.286760 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.287040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.287280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.287428 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.288112 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.288112 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.288112 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.288989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.288989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.288989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.289502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.289502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.290003 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.290003 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.292484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.292484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.292484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.292484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.292484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.292484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.292484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.292484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.294338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.294338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.294338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.294338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.294338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.294338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.294338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.294338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.295052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.295052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.295052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.295052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.295052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.295485 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.295583 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.295800 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.296087 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.296350 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.296622 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.297117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.297561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.297996 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.298420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.299494 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.299937 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.300230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.300480 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.300736 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.301165 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.301397 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.301713 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.302105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.302411 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.302667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.302886 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.303160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.303468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.303729 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.303984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.304871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.304871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.304871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.306361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.306361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.306361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.306361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.306361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.306361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.307313 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.307313 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.307313 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.307313 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.307313 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.307832 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.307832 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.308203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.308203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.308469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.308648 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.308898 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.309111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.309373 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.309615 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.310512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.310512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.310512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.311142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.311142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.311142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.311726 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.311726 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.311927 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.312074 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.312349 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.312587 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.312860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.313122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.313356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.313592 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.313844 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.314108 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.314382 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.314647 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.314886 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.315188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.316644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.316644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.316644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.316644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.316644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.316644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.317147 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.317147 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.317274 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.317458 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.317886 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.318186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.318434 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.318684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.318931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.319168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.319435 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.319678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.319913 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.320211 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.320509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.320770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.321034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.321326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.321580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.321818 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.322154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.322423 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.322678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.322935 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.323186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.323504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.323784 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.324027 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.324376 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.324641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.324915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.325179 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.325421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.325685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.325994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.326351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.326685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.326977 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.327273 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.327591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.327883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.328190 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.328428 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.328744 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.329108 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.329413 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.329695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.329992 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.330274 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.330528 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.330772 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.331017 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.331272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.331527 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.331805 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.332120 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.332371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.332613 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.332869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.333111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.333379 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.333615 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.333863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.334130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.334319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 25 03:54:33.334910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88064) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 25 03:54:33.335099 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 25 03:54:33.335277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 25 03:54:33.335481 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 25 03:54:33.335679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 25 03:54:33.335859 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 25 03:54:33.336103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.336292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.336478 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.336661 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.336844 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.337048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.337233 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.337414 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.337595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.337777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.337979 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.338164 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.338324 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.338503 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.338684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.338867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.339049 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.339229 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.339415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.339596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.339776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.339956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.340138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] debug = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.340319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.340520 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.340706 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.340887 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.341069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.341250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.341431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.341613 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.341796 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.341996 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.342183 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.342364 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.342543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.342978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.343159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.343340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.343521 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] host = dv-cinder-818778-3-smb {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.343703 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.343885 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.344036 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.344222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.344396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.344543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.344722 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.344904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.345070 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.345419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.346140 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.346362 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.346467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.346629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_file = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.346872 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_options = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.347063 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.347223 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.347372 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.347581 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.347766 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.347924 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.348072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.348229 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.348411 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.348561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.348746 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.348901 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.349081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.349263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.349445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.349624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.349805 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.350008 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.350191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.350372 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.350554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.350734 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.350915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.351096 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.351276 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.351457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.351638 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.351819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.352001 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.352181 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.352367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.352548 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.352728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.352908 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.353087 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.353266 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.353446 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.353630 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.353810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.354015 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.354196 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.354378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.354558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.354738 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.354918 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.355097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_json = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.355277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.355457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.355638 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.355818 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.355998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.356179 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.356359 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.356541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 25 03:54:33.356740 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.356924 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.357119 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.357302 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.357487 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.357673 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.357859 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.358067 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.358249 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.358433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.358622 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.358808 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.359008 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.359195 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.359387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.361947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.361947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.361947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.361947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.361947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.361947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.361947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.361947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.362695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.362695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.362695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.362695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.362695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.362695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.363408 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.363593 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.363749 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.363942 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.364123 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.364312 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.364457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.364680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.364831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.364934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.365127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.365314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.365500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.365683 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.365869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.366082 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.366266 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.366448 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.366632 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.366817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.367002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.367246 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.367354 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.367542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.367726 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.367911 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.368093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.368277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.368460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.368644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.368828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.369011 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.369195 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.369378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.369560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.369745 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.369962 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.370134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.370317 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.370500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.370684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.370868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.371055 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.371222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.371566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.371770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.371936 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.372081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.372242 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.372432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.372689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.372854 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.373040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.373224 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.373408 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.373565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.373748 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.373968 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.374126 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.374274 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.374454 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.374637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.374868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.375037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.375197 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:54:33.375367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.375367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.375651 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.375651 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.375931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.375931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.376211 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.376211 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.376487 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.376646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.377296 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.377492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.377606 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.377747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.377847 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.378014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.378204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.378390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.378575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.378757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.378940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.379124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.379307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.379499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.379711 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.379897 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.380079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.380262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.380444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.380632 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.380812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.380980 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.381163 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.381346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.381530 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.381715 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.381898 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.382111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.382295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.382478 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.382662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.382851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.383036 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.383219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.383404 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.383588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.383772 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.383954 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.384137 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.384320 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.384504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.384687 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.384870 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.385026 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.385210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.385393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.385575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.385757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.385952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.386143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.386326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.386512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.386696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.386884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.387068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.387253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.387436 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.387620 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.387806 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.387989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.388173 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.388358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.388540 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.388725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.388909 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.389093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.389278 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.389466 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.389648 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.389850 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.390071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.390255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.390438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.390622 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.390776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.391117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.391117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.391353 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.391449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.391587 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.391773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.391958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.392141 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.392326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.392592 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.392779 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.392967 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.393158 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.393342 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.393526 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.393709 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.393901 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.394110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.394293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.394490 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.394675 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.394858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.395043 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.395230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.395423 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.395636 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.395778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.395913 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.396097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.396283 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.396468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.396652 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.396836 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.397020 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.397207 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.397402 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.397593 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.397777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.397991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.398186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.398378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.398565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.398756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.398952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.399136 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.399319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.399501 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.399686 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.399870 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.400053 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.400222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.400393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.400576 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.400759 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.400942 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.401144 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.401291 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.401472 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.401655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.401808 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.402017 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.402202 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.402385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 25 03:54:33.402561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88064) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 25 03:54:33.671616 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41116) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:54:33.685347 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0114169 Nov 25 03:54:43.625396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa20f8-d754-4b25-bb98-c2f4cf48c79e None None] get_active_networks_info from dv-cinder-818778-3-smb {{(pid=88179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 25 03:54:44.093569 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa20f8-d754-4b25-bb98-c2f4cf48c79e None None] No non-hosted networks {{(pid=88179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 03:54:44.106910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agentschedulers_db [None req-37aa20f8-d754-4b25-bb98-c2f4cf48c79e None None] DHCP Agent not found on host dv-cinder-818778-3-smb {{(pid=88179) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Nov 25 03:54:44.237963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0f5a18f7-e827-47fa-9c30-f55a82ef6b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854073226'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:45.067174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854073226'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:45.067723 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:45.068058 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:45.068428 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:45.073214 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:45.076169 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:45.079062 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:45.079465 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:45.080436 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:45.081052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:45.081432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:45.081805 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:45.082275 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818778-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:54:45.094910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818778-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:54:46.019524 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-73c34895-37f8-4c93-be24-7622df06709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854073226'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:46.057689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e43379ac-a3a2-44ec-a179-1171a590984b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:46.078223 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854073226'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:47.959895 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854073226'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:48.554594 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41232) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:54:49.291039 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [None req-590c2904-4672-41f6-9395-b98b188c720a admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 03:54:49.292267 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-590c2904-4672-41f6-9395-b98b188c720a admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7366257 Nov 25 03:54:51.126228 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_hamode_db [None req-0ad77bd0-7e90-4233-8599-254ca74a0d8a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 03:54:51.212728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad77bd0-7e90-4233-8599-254ca74a0d8a None None] Routers set() bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 03:54:51.213118 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad77bd0-7e90-4233-8599-254ca74a0d8a None None] Router IDs set() for agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 25 03:54:51.503679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41248) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:54:51.580070 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-f38d86cd-78be-4ec1-ab93-2c177f07e43d admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 03:54:51.825548 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.policy [None req-f38d86cd-78be-4ec1-ab93-2c177f07e43d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88178) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 25 03:54:51.833413 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota [None req-f38d86cd-78be-4ec1-ab93-2c177f07e43d admin admin] Loaded quota_driver: . Nov 25 03:54:51.868455 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f38d86cd-78be-4ec1-ab93-2c177f07e43d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 03:54:51.928293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f38d86cd-78be-4ec1-ab93-2c177f07e43d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742395398040', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742395418333', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742395415860', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742395632142', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742395429223', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16238397', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838642123', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854226334', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-774748'] for rbac-policy, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:51.992557 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f38d86cd-78be-4ec1-ab93-2c177f07e43d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:51.993820 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f38d86cd-78be-4ec1-ab93-2c177f07e43d admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.4890606 Nov 25 03:54:54.210170 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41264) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:54:54.285576 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Request body: {'network': {'project_id': '7b07b7adf4894721a467e9b9625341b4', 'name': 'private', 'admin_state_up': True}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 03:54:54.291397 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 03:54:54.297859 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Usage tracker for resource:network and tenant:7b07b7adf4894721a467e9b9625341b4 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 03:54:54.301476 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 03:54:54.307757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 03:54:54.316860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Made reservation on behalf of 7b07b7adf4894721a467e9b9625341b4 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 03:54:54.322598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:54.339131 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:54.379831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 03:54:54.383762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Usage tracker for resource:security_group_rule and tenant:7b07b7adf4894721a467e9b9625341b4 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 03:54:54.386651 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 03:54:54.394483 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 03:54:54.460942 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:54.463393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:54.468203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:54:54.484839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 03:54:54.510676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363294457605441', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:54.511257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Unsubscribe: segment precommit_create {{(pid=88178) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 25 03:54:54.511715 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Added segment 832a1e95-1c49-47f7-a681-09dcad835dcd of type vlan for network c87508f3-853a-4c05-a14b-96daa8a52c28 Nov 25 03:54:54.565393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad448c4-1ef9-4333-8284-8ca15e494715,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:54:54.589473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:54.589786 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:54.590173 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:54.590530 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:54.590883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:54.591234 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:54.591581 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:54.591931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:54.592280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:54.592874 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:54.593216 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Tracked resource versions report: Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: pushed versions: Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: { 'ConntrackHelper': {'1.0'}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': {'1.0'}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': {'1.1'}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': {'1.5'}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': {'1.2'}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': {'1.8'}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': {'1.2'}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': {'1.0'}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': {'1.0'}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': {'1.1'}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': {'1.1'}} Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: consumer versions: Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: { DHCP agent@dv-cinder-818778-3-smb: {}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: L3 agent@dv-cinder-818778-3-smb: {}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: Metadata agent@dv-cinder-818778-3-smb: {}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: Metering agent@dv-cinder-818778-3-smb: {}, Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: Open vSwitch agent@dv-cinder-818778-3-smb: { 'ConntrackHelper': '1.0', Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': '1.0', Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': '1.1', Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': '1.5', Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': '1.2', Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': '1.8', Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': '1.2', Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': '1.0', Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': '1.0', Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': '1.1', Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': '1.1'}} Nov 25 03:54:54.594275 dv-cinder-818778-3-smb neutron-server[88064]: {{(pid=88178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 25 03:54:54.630247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:54.649944 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:54:54.670970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:54.672214 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:54:54.672880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:54.678396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:54:54.789000 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5776443 Nov 25 03:54:54.789736 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Pushing event updated for resources: {'Network': ['ID=c87508f3-853a-4c05-a14b-96daa8a52c28,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:54:54.793031 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:54:54.804660 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network c87508f3-853a-4c05-a14b-96daa8a52c28 details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 03:54:57.034343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41282) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:54:57.213591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9adc0-0d97-4d04-ab4f-e1b123593a06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:54:57.215046 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b0c9adc0-0d97-4d04-ab4f-e1b123593a06 admin admin] 10.222.0.47 "GET /v2.0/networks/c87508f3-853a-4c05-a14b-96daa8a52c28 HTTP/1.1" status: 200 len: 825 time: 0.1796772 Nov 25 03:54:57.243794 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6d95d508-890e-46b9-b6cc-3ac1a4a236d1 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/8cb335b7-a280-49d3-9f34-1178a0254012 HTTP/1.1" status: 200 len: 734 time: 0.0223386 Nov 25 03:54:57.253226 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8cb335b7-a280-49d3-9f34-1178a0254012'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 03:54:57.257656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 03:54:57.261552 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Usage tracker for resource:subnet and tenant:7b07b7adf4894721a467e9b9625341b4 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 03:54:57.264501 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 03:54:57.271146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 03:54:57.282460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Made reservation on behalf of 7b07b7adf4894721a467e9b9625341b4 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 03:54:57.287041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:57.572340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:57.576924 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:54:57.663653 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec44d6a2-30dc-4663-89d5-6ea7f4195f38,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:54:57.668773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:54:57.670650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Checking segment: {'id': '832a1e95-1c49-47f7-a681-09dcad835dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 03:54:57.671037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Network hostable DHCP agents. Network: c87508f3-853a-4c05-a14b-96daa8a52c28, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 03:54:57.695223 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Network c87508f3-853a-4c05-a14b-96daa8a52c28 is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 03:54:57.703776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, c87508f3-853a-4c05-a14b-96daa8a52c28) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 03:54:57.708185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:54:57.708830 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:57.713230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f2d545-5234-4a30-8e5d-dab5b56d856a None None] Network c87508f3-853a-4c05-a14b-96daa8a52c28 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 03:54:57.728436 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4791710 Nov 25 03:54:58.114790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20ad1b30-be4e-5981-bf05-6d004f691a3e-c87508f3-853a-4c05-a14b-96daa8a52c28', 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'fixed_ips': [{'subnet_id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38'}]}} from dv-cinder-818778-3-smb. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 25 03:54:58.115814 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:58.322368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Allocated IP 172.20.0.2 (c87508f3-853a-4c05-a14b-96daa8a52c28/ec44d6a2-30dc-4663-89d5-6ea7f4195f38/d68addc0-79bb-4e27-a12d-f0e1e748ae6f) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 03:54:58.553696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:58.566989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Transition to ACTIVE for port object d68addc0-79bb-4e27-a12d-f0e1e748ae6f will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 03:54:58.586922 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Transition to ACTIVE for port object d68addc0-79bb-4e27-a12d-f0e1e748ae6f will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 03:54:58.592588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:58.597664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:54:58.655361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Network c87508f3-853a-4c05-a14b-96daa8a52c28 is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 03:54:58.656472 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 03:54:58.660105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 03:54:58.678620 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Pushing event updated for resources: {'Port': ['ID=d68addc0-79bb-4e27-a12d-f0e1e748ae6f,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:54:58.751702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:58.752079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:58.752452 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:58.753271 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:58.753271 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:58.753548 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:58.753816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:58.754611 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:58.754611 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:58.754885 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:58.755201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Tracked resource versions report: Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: pushed versions: Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: { 'ConntrackHelper': {'1.0'}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': {'1.0'}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': {'1.1'}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': {'1.5'}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': {'1.2'}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': {'1.8'}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': {'1.2'}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': {'1.0'}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': {'1.0'}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': {'1.1'}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': {'1.1'}} Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: consumer versions: Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: { DHCP agent@dv-cinder-818778-3-smb: {}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: L3 agent@dv-cinder-818778-3-smb: {}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: Metadata agent@dv-cinder-818778-3-smb: {}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: Metering agent@dv-cinder-818778-3-smb: {}, Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: Open vSwitch agent@dv-cinder-818778-3-smb: { 'ConntrackHelper': '1.0', Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': '1.0', Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': '1.1', Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': '1.5', Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': '1.2', Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': '1.8', Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': '1.2', Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': '1.0', Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': '1.0', Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': '1.1', Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': '1.1'}} Nov 25 03:54:58.756247 dv-cinder-818778-3-smb neutron-server[88064]: {{(pid=88179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 25 03:54:58.759801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:54:58.780590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Attempting to bind port d68addc0-79bb-4e27-a12d-f0e1e748ae6f on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 03:54:58.781013 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Attempting to bind port d68addc0-79bb-4e27-a12d-f0e1e748ae6f by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '832a1e95-1c49-47f7-a681-09dcad835dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 03:54:58.781443 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Attempting to bind port d68addc0-79bb-4e27-a12d-f0e1e748ae6f on network c87508f3-853a-4c05-a14b-96daa8a52c28 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 03:54:58.788691 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 03:54:58.789111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Checking segment: {'id': '832a1e95-1c49-47f7-a681-09dcad835dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 03:54:58.789571 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:58.790013 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Bound using segment: {'id': '832a1e95-1c49-47f7-a681-09dcad835dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 03:54:58.790541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Bound port: d68addc0-79bb-4e27-a12d-f0e1e748ae6f, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832a1e95-1c49-47f7-a681-09dcad835dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 03:54:58.790970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:58.881500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] For port d68addc0-79bb-4e27-a12d-f0e1e748ae6f, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 03:54:58.885573 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] For port d68addc0-79bb-4e27-a12d-f0e1e748ae6f, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=d68addc0-79bb-4e27-a12d-f0e1e748ae6f,segment=NetworkSegment(832a1e95-1c49-47f7-a681-09dcad835dcd),segment_id=832a1e95-1c49-47f7-a681-09dcad835dcd)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 03:54:58.888769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:54:58.892750 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:54:58.983699 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Pushing event updated for resources: {'Port': ['ID=d68addc0-79bb-4e27-a12d-f0e1e748ae6f,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:54:58.987525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:54:59.893598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41294) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:54:59.969200 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [None req-51673db3-06bc-40bf-9dd2-194dc7fffa04 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 03:54:59.970565 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-51673db3-06bc-40bf-9dd2-194dc7fffa04 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0758181 Nov 25 03:55:02.332653 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41310) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:55:02.408952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [None req-f7994c4b-bea4-40b1-b6d5-52e6a74c5bd2 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 03:55:02.410076 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f7994c4b-bea4-40b1-b6d5-52e6a74c5bd2 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0763731 Nov 25 03:55:03.426549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d68addc0-79bb-4e27-a12d-f0e1e748ae6f up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 03:55:03.506220 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port d68addc0-79bb-4e27-a12d-f0e1e748ae6f completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 03:55:03.812230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b91063-6266-4948-8df1-3241274bafad None None] Network c87508f3-853a-4c05-a14b-96daa8a52c28 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 03:55:03.934272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b4441845-05a1-4535-8062-721a518a41fa None None] Provisioning for port d68addc0-79bb-4e27-a12d-f0e1e748ae6f completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 03:55:03.951921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b4441845-05a1-4535-8062-721a518a41fa None None] Provisioning complete for port d68addc0-79bb-4e27-a12d-f0e1e748ae6f triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:55:03.952318 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4441845-05a1-4535-8062-721a518a41fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:04.163585 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4441845-05a1-4535-8062-721a518a41fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:04.214777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b4441845-05a1-4535-8062-721a518a41fa None None] For port d68addc0-79bb-4e27-a12d-f0e1e748ae6f, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=d68addc0-79bb-4e27-a12d-f0e1e748ae6f,segment=NetworkSegment(832a1e95-1c49-47f7-a681-09dcad835dcd),segment_id=832a1e95-1c49-47f7-a681-09dcad835dcd)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 03:55:04.217853 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4441845-05a1-4535-8062-721a518a41fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:04.220122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:04.289047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4441845-05a1-4535-8062-721a518a41fa None None] Pushing event updated for resources: {'Port': ['ID=d68addc0-79bb-4e27-a12d-f0e1e748ae6f,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:04.292323 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b4441845-05a1-4535-8062-721a518a41fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:04.443697 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0c69fab8-5543-4f75-9331-1b2996b31fac None None] Provisioning complete for port d68addc0-79bb-4e27-a12d-f0e1e748ae6f triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:55:04.444321 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c69fab8-5543-4f75-9331-1b2996b31fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:04.664110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41324) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:55:04.739086 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-5de0fd38-9b82-45f2-a575-15f59e42627b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'admin_state_up': True}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 03:55:04.744333 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-5de0fd38-9b82-45f2-a575-15f59e42627b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 03:55:04.748320 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-5de0fd38-9b82-45f2-a575-15f59e42627b admin admin] Usage tracker for resource:router and tenant:7b07b7adf4894721a467e9b9625341b4 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 03:55:04.751803 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-5de0fd38-9b82-45f2-a575-15f59e42627b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 03:55:04.757750 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-5de0fd38-9b82-45f2-a575-15f59e42627b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 03:55:04.766676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd38-9b82-45f2-a575-15f59e42627b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854121037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-76421'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:04.768034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd38-9b82-45f2-a575-15f59e42627b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854059675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854699379'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:04.792136 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd38-9b82-45f2-a575-15f59e42627b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:04.892184 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd38-9b82-45f2-a575-15f59e42627b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716083'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:04.910086 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd38-9b82-45f2-a575-15f59e42627b admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:04.911338 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-5de0fd38-9b82-45f2-a575-15f59e42627b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2461574 Nov 25 03:55:05.399303 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d68addc0-79bb-4e27-a12d-f0e1e748ae6f up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 03:55:05.472577 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port d68addc0-79bb-4e27-a12d-f0e1e748ae6f triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:55:05.473107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:07.081963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41336) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:55:07.157222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [None req-acd61251-7c1a-41e9-965d-3b4ef78eb6db admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 03:55:07.158321 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-acd61251-7c1a-41e9-965d-3b4ef78eb6db admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0753067 Nov 25 03:55:09.342068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41348) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:55:09.416269 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 03:55:09.421159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 03:55:09.425357 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Usage tracker for resource:network and tenant:61c99afe0fb64e7d8026b06c4eda75ae is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 03:55:09.428861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 03:55:09.434749 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 03:55:09.443192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Made reservation on behalf of 61c99afe0fb64e7d8026b06c4eda75ae for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 03:55:09.447990 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:09.461393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:09.494946 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 03:55:09.498728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:61c99afe0fb64e7d8026b06c4eda75ae is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 03:55:09.501714 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 03:55:09.507478 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 03:55:09.574210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:09.576584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:09.581368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:09.595171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Reserving flat network on physical network physnet1 {{(pid=88178) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 25 03:55:09.618433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee9324d-22cd-405a-bf1c-3c76313037d4,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:09.621866 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:09.624524 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:09.624905 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Added segment 9f5704f1-e06a-477c-8f8c-c59f6db24bd2 of type flat for network fbbf2050-665c-4306-843a-806da9ab5719 Nov 25 03:55:09.657159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:09.691812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:09.693001 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:55:09.693658 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:09.698459 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-95a269f2-367a-4e96-a08e-ce81b88d310b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:09.922773 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5791829 Nov 25 03:55:09.923497 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=fbbf2050-665c-4306-843a-806da9ab5719,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:09.926395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:09.933857 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network fbbf2050-665c-4306-843a-806da9ab5719 details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 03:55:12.076066 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41360) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:55:12.215476 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bffaf5-3bca-4def-9d3b-b4ef252dfd46 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:55:12.216902 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f1bffaf5-3bca-4def-9d3b-b4ef252dfd46 admin admin] 10.222.0.47 "GET /v2.0/subnets/ec44d6a2-30dc-4663-89d5-6ea7f4195f38 HTTP/1.1" status: 200 len: 849 time: 0.1397986 Nov 25 03:55:12.367005 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-5cfb4fa9-e96a-4554-ab1d-23bd80543ee4 admin admin] 10.222.0.47 "GET /v2.0/routers/2beecfc7-f916-4d31-860d-1da13d2ed856 HTTP/1.1" status: 200 len: 704 time: 0.1438549 Nov 25 03:55:12.856931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:13.098645 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Allocated IP 172.20.0.1 (c87508f3-853a-4c05-a14b-96daa8a52c28/ec44d6a2-30dc-4663-89d5-6ea7f4195f38/d83639ab-53f3-4fca-94ba-e433d1f9dc3e) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 03:55:13.258387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:13.275880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Transition to ACTIVE for port object d83639ab-53f3-4fca-94ba-e433d1f9dc3e will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 03:55:13.322153 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:13.326873 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:13.394488 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Network c87508f3-853a-4c05-a14b-96daa8a52c28 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 03:55:13.397979 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 03:55:13.402571 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 03:55:13.403359 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854062730'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:13.405626 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Pushing event updated for resources: {'Port': ['ID=d83639ab-53f3-4fca-94ba-e433d1f9dc3e,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:13.410725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:13.524676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b2d886cf-e912-42cb-b3d4-934f82d4bdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:13.527912 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:13.630528 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-514ea89b-0d3b-43e1-95a5-fed46dcd155c None None] Provisioning for port d83639ab-53f3-4fca-94ba-e433d1f9dc3e completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 03:55:13.635667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-514ea89b-0d3b-43e1-95a5-fed46dcd155c None None] Provisioning complete for port d83639ab-53f3-4fca-94ba-e433d1f9dc3e triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:55:13.636066 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-514ea89b-0d3b-43e1-95a5-fed46dcd155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:13.692484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-514ea89b-0d3b-43e1-95a5-fed46dcd155c None None] Port d83639ab-53f3-4fca-94ba-e433d1f9dc3e cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 03:55:13.916341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:13.919752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:13.920825 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838640375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712977'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:13.925447 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:14.054453 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Pushing event updated for resources: {'Port': ['ID=d83639ab-53f3-4fca-94ba-e433d1f9dc3e,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:14.058694 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:14.122153 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Network c87508f3-853a-4c05-a14b-96daa8a52c28 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 03:55:14.123246 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 03:55:14.417770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d4b71522-9b84-4b6a-91ff-301131d518b8 None None] Provisioning complete for port d83639ab-53f3-4fca-94ba-e433d1f9dc3e triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:55:14.418146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4b71522-9b84-4b6a-91ff-301131d518b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:14.471337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d4b71522-9b84-4b6a-91ff-301131d518b8 None None] Port d83639ab-53f3-4fca-94ba-e433d1f9dc3e cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 03:55:14.492928 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Router 2beecfc7-f916-4d31-860d-1da13d2ed856 is scheduled to L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 25 03:55:14.664469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 03:55:14.674973 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Sync routers for ids ['2beecfc7-f916-4d31-860d-1da13d2ed856'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 03:55:14.675389 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] 10.222.0.47 "PUT /v2.0/routers/2beecfc7-f916-4d31-860d-1da13d2ed856/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3028598 Nov 25 03:55:14.688019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Routers {'2beecfc7-f916-4d31-860d-1da13d2ed856'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 03:55:14.688764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T03:54:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2beecfc7-f916-4d31-860d-1da13d2ed856'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:55:14.866811 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Set router 2beecfc7-f916-4d31-860d-1da13d2ed856 gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 03:55:15.060602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:15.251482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'name': 'router1', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T03:55:04Z', 'updated_at': '2021-11-25T03:55:13Z', 'revision_number': 2, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'gw_port_host': None, '_interfaces': [{'id': 'd83639ab-53f3-4fca-94ba-e433d1f9dc3e', 'name': '', 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'mac_address': 'fa:16:3e:01:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T03:55:12Z', 'updated_at': '2021-11-25T03:55:13Z', 'revision_number': 2, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'subnets': [{'id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb335b7-a280-49d3-9f34-1178a0254012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:55:15.256381 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Checking router: 2beecfc7-f916-4d31-860d-1da13d2ed856 for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 03:55:15.256769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Updating router 2beecfc7-f916-4d31-860d-1da13d2ed856 port d83639ab-53f3-4fca-94ba-e433d1f9dc3e binding host dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 03:55:15.309154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:15.697170 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:15.712593 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Transition to ACTIVE for port object d83639ab-53f3-4fca-94ba-e433d1f9dc3e will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 03:55:15.718368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:15.725010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:15.856192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Pushing event updated for resources: {'Port': ['ID=d83639ab-53f3-4fca-94ba-e433d1f9dc3e,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:15.878351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:55:15.878727 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:55:15.879090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:55:15.879449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:55:15.879788 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:55:15.880141 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:55:15.880490 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:55:15.880838 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:55:15.881184 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:55:15.881528 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:55:15.881872 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Tracked resource versions report: Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: pushed versions: Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: { 'ConntrackHelper': {'1.0'}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': {'1.0'}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': {'1.1'}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': {'1.5'}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': {'1.2'}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': {'1.8'}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': {'1.2'}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': {'1.0'}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': {'1.0'}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': {'1.1'}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': {'1.1'}} Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: consumer versions: Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: { DHCP agent@dv-cinder-818778-3-smb: {}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: L3 agent@dv-cinder-818778-3-smb: {}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: Metadata agent@dv-cinder-818778-3-smb: {}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: Metering agent@dv-cinder-818778-3-smb: {}, Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: Open vSwitch agent@dv-cinder-818778-3-smb: { 'ConntrackHelper': '1.0', Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': '1.0', Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': '1.1', Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': '1.5', Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': '1.2', Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': '1.8', Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': '1.2', Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': '1.0', Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': '1.0', Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': '1.1', Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': '1.1'}} Nov 25 03:55:15.882943 dv-cinder-818778-3-smb neutron-server[88064]: {{(pid=88180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 25 03:55:15.917214 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:15.976238 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Attempting to bind port d83639ab-53f3-4fca-94ba-e433d1f9dc3e on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 03:55:15.976667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Attempting to bind port d83639ab-53f3-4fca-94ba-e433d1f9dc3e by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '832a1e95-1c49-47f7-a681-09dcad835dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 03:55:15.977103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Attempting to bind port d83639ab-53f3-4fca-94ba-e433d1f9dc3e on network c87508f3-853a-4c05-a14b-96daa8a52c28 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 03:55:15.984023 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 03:55:15.984448 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Checking segment: {'id': '832a1e95-1c49-47f7-a681-09dcad835dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 03:55:15.984958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:15.985394 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Bound using segment: {'id': '832a1e95-1c49-47f7-a681-09dcad835dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 03:55:15.986064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Bound port: d83639ab-53f3-4fca-94ba-e433d1f9dc3e, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832a1e95-1c49-47f7-a681-09dcad835dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 03:55:15.986386 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:16.005601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-67f2d755-fe25-4e02-8a2b-1104f618b5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:16.017650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:16.077222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] For port d83639ab-53f3-4fca-94ba-e433d1f9dc3e, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 03:55:16.083089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] For port d83639ab-53f3-4fca-94ba-e433d1f9dc3e, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=d83639ab-53f3-4fca-94ba-e433d1f9dc3e,segment=NetworkSegment(832a1e95-1c49-47f7-a681-09dcad835dcd),segment_id=832a1e95-1c49-47f7-a681-09dcad835dcd)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 03:55:16.089276 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:16.094390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:16.180619 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Pushing event updated for resources: {'Port': ['ID=d83639ab-53f3-4fca-94ba-e433d1f9dc3e,revision_number=4']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:16.184254 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4d63780f-cbc7-4118-8767-3f3bfac2606e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:16.191115 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Routers {'2beecfc7-f916-4d31-860d-1da13d2ed856'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 03:55:16.191731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T03:55:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2beecfc7-f916-4d31-860d-1da13d2ed856'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:55:16.357551 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] Set router 2beecfc7-f916-4d31-860d-1da13d2ed856 gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 03:55:16.705495 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'name': 'router1', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T03:55:04Z', 'updated_at': '2021-11-25T03:55:13Z', 'revision_number': 2, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'gw_port_host': None, '_interfaces': [{'id': 'd83639ab-53f3-4fca-94ba-e433d1f9dc3e', 'name': '', 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'mac_address': 'fa:16:3e:01:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T03:55:12Z', 'updated_at': '2021-11-25T03:55:16Z', 'revision_number': 4, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'subnets': [{'id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb335b7-a280-49d3-9f34-1178a0254012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:55:16.709637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd25a38-b24b-4bc5-ba5b-439ca577eb41 None None] The sync data for ids ['2beecfc7-f916-4d31-860d-1da13d2ed856'] in dv-cinder-818778-3-smb is: [{'id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'name': 'router1', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T03:55:04Z', 'updated_at': '2021-11-25T03:55:13Z', 'revision_number': 2, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'gw_port_host': None, '_interfaces': [{'id': 'd83639ab-53f3-4fca-94ba-e433d1f9dc3e', 'name': '', 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'mac_address': 'fa:16:3e:01:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T03:55:12Z', 'updated_at': '2021-11-25T03:55:16Z', 'revision_number': 4, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'subnets': [{'id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb335b7-a280-49d3-9f34-1178a0254012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 03:55:16.836375 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41374) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:55:17.020162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c02df54-74bc-4b6f-9144-c66bddc96d71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:55:17.020806 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0c02df54-74bc-4b6f-9144-c66bddc96d71 admin admin] Synchronizing usage tracker for tenant:61c99afe0fb64e7d8026b06c4eda75ae on resource:network {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 03:55:17.039732 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0c02df54-74bc-4b6f-9144-c66bddc96d71 admin admin] Unset dirty status for tenant:61c99afe0fb64e7d8026b06c4eda75ae on resource:network {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 03:55:17.041031 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0c02df54-74bc-4b6f-9144-c66bddc96d71 admin admin] 10.222.0.47 "GET /v2.0/networks/fbbf2050-665c-4306-843a-806da9ab5719 HTTP/1.1" status: 200 len: 842 time: 0.2036428 Nov 25 03:55:17.051409 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.0.1', 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'enable_dhcp': False}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 03:55:17.057546 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 03:55:17.061549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Usage tracker for resource:subnet and tenant:61c99afe0fb64e7d8026b06c4eda75ae is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 03:55:17.064955 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 03:55:17.071449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 03:55:17.080704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Made reservation on behalf of 61c99afe0fb64e7d8026b06c4eda75ae for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 03:55:17.085316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:17.460420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:17.464901 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:17.539000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6501d46-a068-4eab-a140-870c3ebc33c8,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:17.541759 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:17.550876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Checking segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 03:55:17.551262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Network hostable DHCP agents. Network: fbbf2050-665c-4306-843a-806da9ab5719, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 03:55:17.572187 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Network fbbf2050-665c-4306-843a-806da9ab5719 is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 03:55:17.580920 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, fbbf2050-665c-4306-843a-806da9ab5719) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 03:55:17.584768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:55:17.585404 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:17.589635 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac55cbb4-4edc-426b-9651-06f659c22ad2 None None] Network fbbf2050-665c-4306-843a-806da9ab5719 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 03:55:17.605254 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5578206 Nov 25 03:55:17.843357 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8259e5d-0bf0-4186-9236-a89185a82dc1 None None] Network fbbf2050-665c-4306-843a-806da9ab5719 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 03:55:17.953193 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:19.420464 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d83639ab-53f3-4fca-94ba-e433d1f9dc3e up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 03:55:19.491601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port d83639ab-53f3-4fca-94ba-e433d1f9dc3e completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 03:55:19.496127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port d83639ab-53f3-4fca-94ba-e433d1f9dc3e triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:55:19.496533 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:19.613136 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:19.645906 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port d83639ab-53f3-4fca-94ba-e433d1f9dc3e, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=d83639ab-53f3-4fca-94ba-e433d1f9dc3e,segment=NetworkSegment(832a1e95-1c49-47f7-a681-09dcad835dcd),segment_id=832a1e95-1c49-47f7-a681-09dcad835dcd)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 03:55:19.648742 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:19.651155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d8375475-d321-4b1c-b2a6-35da4794eb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:19.721189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=d83639ab-53f3-4fca-94ba-e433d1f9dc3e,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:19.724449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:19.857746 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41390) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:55:20.105622 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8ac11235-1586-412b-b16b-c68ef19dbaa6 admin admin] 10.222.0.47 "GET /v2.0/routers/2beecfc7-f916-4d31-860d-1da13d2ed856 HTTP/1.1" status: 200 len: 710 time: 0.2466352 Nov 25 03:55:20.397600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b283b944-cd38-458d-96b7-ec4a0b8b24d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:55:20.399146 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b283b944-cd38-458d-96b7-ec4a0b8b24d1 admin admin] 10.222.0.47 "GET /v2.0/networks/fbbf2050-665c-4306-843a-806da9ab5719 HTTP/1.1" status: 200 len: 886 time: 0.2876029 Nov 25 03:55:20.409190 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 03:55:20.897414 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854059692', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854121054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854699294'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:21.085803 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:21.154684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:21.293819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Allocated IP 172.28.0.190 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/44a5d096-e8d1-4608-9bb3-968c7c0e30d1) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 03:55:21.409855 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d83639ab-53f3-4fca-94ba-e433d1f9dc3e up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 03:55:21.447306 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:21.473615 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:21.478552 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:21.479538 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port d83639ab-53f3-4fca-94ba-e433d1f9dc3e triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:55:21.479946 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:21.544212 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 03:55:21.548365 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 03:55:21.553604 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 03:55:21.576946 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Pushing event updated for resources: {'Port': ['ID=44a5d096-e8d1-4608-9bb3-968c7c0e30d1,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:21.583216 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:21.699657 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:21.870359 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854059692', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854121054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854699294'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:21.873770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854059717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654746'] for router, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:22.074114 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Router 2beecfc7-f916-4d31-860d-1da13d2ed856 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 03:55:22.432923 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 03:55:22.441248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:22.442546 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] 10.222.0.47 "PUT /v2.0/routers/2beecfc7-f916-4d31-860d-1da13d2ed856 HTTP/1.1" status: 200 len: 890 time: 2.0373540 Nov 25 03:55:22.442735 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Sync routers for ids ['2beecfc7-f916-4d31-860d-1da13d2ed856'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 03:55:22.456732 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Routers {'2beecfc7-f916-4d31-860d-1da13d2ed856'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 03:55:22.457436 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T03:55:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2beecfc7-f916-4d31-860d-1da13d2ed856'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:55:22.656586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Set router 2beecfc7-f916-4d31-860d-1da13d2ed856 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 03:55:23.015779 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'name': 'router1', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': '44a5d096-e8d1-4608-9bb3-968c7c0e30d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T03:55:04Z', 'updated_at': '2021-11-25T03:55:21Z', 'revision_number': 4, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'gw_port': {'id': '44a5d096-e8d1-4608-9bb3-968c7c0e30d1', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T03:55:21Z', 'updated_at': '2021-11-25T03:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'd83639ab-53f3-4fca-94ba-e433d1f9dc3e', 'name': '', 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'mac_address': 'fa:16:3e:01:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T03:55:12Z', 'updated_at': '2021-11-25T03:55:19Z', 'revision_number': 5, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'subnets': [{'id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb335b7-a280-49d3-9f34-1178a0254012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:55:23.021272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Checking router: 2beecfc7-f916-4d31-860d-1da13d2ed856 for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 03:55:23.021675 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Updating router 2beecfc7-f916-4d31-860d-1da13d2ed856 port 44a5d096-e8d1-4608-9bb3-968c7c0e30d1 binding host dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 03:55:23.074340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:23.420549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:23.432801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Transition to ACTIVE for port object 44a5d096-e8d1-4608-9bb3-968c7c0e30d1 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 03:55:23.438532 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:23.443004 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:23.663536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa4e09-26a4-4698-8d1a-fa5827c52545 None None] Pushing event updated for resources: {'Port': ['ID=44a5d096-e8d1-4608-9bb3-968c7c0e30d1,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:23.666089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Attempting to bind port 44a5d096-e8d1-4608-9bb3-968c7c0e30d1 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 03:55:23.666488 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Attempting to bind port 44a5d096-e8d1-4608-9bb3-968c7c0e30d1 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 03:55:23.666884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Attempting to bind port 44a5d096-e8d1-4608-9bb3-968c7c0e30d1 on network fbbf2050-665c-4306-843a-806da9ab5719 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 03:55:23.670193 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-58aa4e09-26a4-4698-8d1a-fa5827c52545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:23.676369 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 03:55:23.676784 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Checking segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 03:55:23.677219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:23.677643 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Bound using segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 03:55:23.678177 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Bound port: 44a5d096-e8d1-4608-9bb3-968c7c0e30d1, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 03:55:23.678617 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:23.752130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] For port 44a5d096-e8d1-4608-9bb3-968c7c0e30d1, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 03:55:23.755831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] For port 44a5d096-e8d1-4608-9bb3-968c7c0e30d1, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=44a5d096-e8d1-4608-9bb3-968c7c0e30d1,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 03:55:23.759702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:23.770491 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b4441845-05a1-4535-8062-721a518a41fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:23.845008 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Routers {'2beecfc7-f916-4d31-860d-1da13d2ed856'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 03:55:23.845677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T03:55:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2beecfc7-f916-4d31-860d-1da13d2ed856'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:55:23.910244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa4e09-26a4-4698-8d1a-fa5827c52545 None None] Pushing event updated for resources: {'Port': ['ID=44a5d096-e8d1-4608-9bb3-968c7c0e30d1,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:23.915144 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-58aa4e09-26a4-4698-8d1a-fa5827c52545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:24.033944 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] Set router 2beecfc7-f916-4d31-860d-1da13d2ed856 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 03:55:24.371072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'name': 'router1', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': '44a5d096-e8d1-4608-9bb3-968c7c0e30d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T03:55:04Z', 'updated_at': '2021-11-25T03:55:21Z', 'revision_number': 4, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'gw_port': {'id': '44a5d096-e8d1-4608-9bb3-968c7c0e30d1', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T03:55:21Z', 'updated_at': '2021-11-25T03:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'd83639ab-53f3-4fca-94ba-e433d1f9dc3e', 'name': '', 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'mac_address': 'fa:16:3e:01:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T03:55:12Z', 'updated_at': '2021-11-25T03:55:19Z', 'revision_number': 5, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'subnets': [{'id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb335b7-a280-49d3-9f34-1178a0254012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 03:55:24.375104 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47d79b-8225-45fb-a177-5e5175a2e8d3 None None] The sync data for ids ['2beecfc7-f916-4d31-860d-1da13d2ed856'] in dv-cinder-818778-3-smb is: [{'id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'name': 'router1', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': '44a5d096-e8d1-4608-9bb3-968c7c0e30d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T03:55:04Z', 'updated_at': '2021-11-25T03:55:21Z', 'revision_number': 4, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'gw_port': {'id': '44a5d096-e8d1-4608-9bb3-968c7c0e30d1', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T03:55:21Z', 'updated_at': '2021-11-25T03:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'd83639ab-53f3-4fca-94ba-e433d1f9dc3e', 'name': '', 'network_id': 'c87508f3-853a-4c05-a14b-96daa8a52c28', 'tenant_id': '7b07b7adf4894721a467e9b9625341b4', 'mac_address': 'fa:16:3e:01:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beecfc7-f916-4d31-860d-1da13d2ed856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T03:55:12Z', 'updated_at': '2021-11-25T03:55:19Z', 'revision_number': 5, 'project_id': '7b07b7adf4894721a467e9b9625341b4', 'subnets': [{'id': 'ec44d6a2-30dc-4663-89d5-6ea7f4195f38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb335b7-a280-49d3-9f34-1178a0254012'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 03:55:24.776406 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41402) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:55:24.926373 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-56a9590c-df80-49bf-81b9-50ed6174c871 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1486719 Nov 25 03:55:25.443319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 44a5d096-e8d1-4608-9bb3-968c7c0e30d1 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 03:55:25.516288 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 44a5d096-e8d1-4608-9bb3-968c7c0e30d1 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 03:55:25.521257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 44a5d096-e8d1-4608-9bb3-968c7c0e30d1 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:55:25.521665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:25.645888 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:25.662972 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port 44a5d096-e8d1-4608-9bb3-968c7c0e30d1, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=44a5d096-e8d1-4608-9bb3-968c7c0e30d1,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 03:55:25.666928 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:25.674355 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:55:25.754095 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=44a5d096-e8d1-4608-9bb3-968c7c0e30d1,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:55:25.758029 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:55:27.444847 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 44a5d096-e8d1-4608-9bb3-968c7c0e30d1 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 03:55:27.544030 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 44a5d096-e8d1-4608-9bb3-968c7c0e30d1 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:55:27.544662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:43.527190 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ad556939-48a4-4992-9b94-b2744142f47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:45.064162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:45.998837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eb54019-e46b-4cbf-a67c-fbf4c184b594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:46.015768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:55:47.291866 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 03:55:47.904338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:56:13.530978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bdd10bcd-71ba-4dd3-bc6e-95c9ffcc11e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:56:15.067716 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:56:16.002431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0486624b-e376-4a57-9ca0-2bcb79f8c68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:56:16.022482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:56:17.907464 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:56:24.291670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 03:56:43.534903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b1e46803-e951-417d-b271-a2ec8d3a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:56:45.069640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:56:46.017076 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ad948183-7b13-4c8a-9808-c2462f73c4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:56:46.025896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:56:47.913900 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:00.455567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 41940) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:00.562930 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.pecan_wsgi.hooks.translation [None req-39588955-ea5f-4ae6-9e5d-1b8184ac6d3b admin admin] GET failed (client error): The resource could not be found. Nov 25 03:57:00.564221 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-39588955-ea5f-4ae6-9e5d-1b8184ac6d3b admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1076322 Nov 25 03:57:00.710163 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28060088-83b9-49e9-af9f-2f96e2471eae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:00.711742 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-28060088-83b9-49e9-af9f-2f96e2471eae admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1432877 Nov 25 03:57:01.291888 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 03:57:02.784064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 41952) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:03.639790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.policy [None req-e118da3c-3e27-4323-9875-01dca104e7f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88177) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 25 03:57:03.646158 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e118da3c-3e27-4323-9875-01dca104e7f1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:03.647920 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e118da3c-3e27-4323-9875-01dca104e7f1 admin admin] 10.222.0.47 "GET /v2.0/subnets/ec44d6a2-30dc-4663-89d5-6ea7f4195f38 HTTP/1.1" status: 200 len: 849 time: 0.8617945 Nov 25 03:57:03.658934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 03:57:03.781280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Notify callbacks [] for subnet, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:04.000063 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742397140902'] for subnet, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:04.005111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:57:04.094363 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:04.094491 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:04.096040 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] 10.222.0.47 "PUT /v2.0/subnets/ec44d6a2-30dc-4663-89d5-6ea7f4195f38 HTTP/1.1" status: 200 len: 868 time: 0.4415963 Nov 25 03:57:04.102846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec44d6a2-30dc-4663-89d5-6ea7f4195f38,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:57:04.108419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f5da5-32aa-4875-887d-8c427f9293b4 None None] Network c87508f3-853a-4c05-a14b-96daa8a52c28 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 03:57:04.113297 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:04.114008 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:04.114511 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:04.114696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:04.115039 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:04.115388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:04.115735 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:04.116081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:04.116427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:04.116772 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:04.117111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Tracked resource versions report: Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: pushed versions: Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: { 'ConntrackHelper': {'1.0'}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': {'1.0'}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': {'1.1'}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': {'1.5'}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': {'1.2'}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': {'1.8'}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': {'1.2'}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': {'1.0'}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': {'1.0'}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': {'1.1'}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': {'1.1'}} Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: consumer versions: Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: { DHCP agent@dv-cinder-818778-3-smb: {}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: L3 agent@dv-cinder-818778-3-smb: {}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: Metadata agent@dv-cinder-818778-3-smb: {}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: Metering agent@dv-cinder-818778-3-smb: {}, Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: Open vSwitch agent@dv-cinder-818778-3-smb: { 'ConntrackHelper': '1.0', Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': '1.0', Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': '1.1', Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': '1.5', Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': '1.2', Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': '1.8', Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': '1.2', Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': '1.0', Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': '1.0', Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': '1.1', Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': '1.1'}} Nov 25 03:57:04.118238 dv-cinder-818778-3-smb neutron-server[88064]: {{(pid=88177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 25 03:57:04.122978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:57:04.723121 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6cd89b7f-98e5-4f4a-a7c1-d684954635b6 None None] Provisioning complete for port d68addc0-79bb-4e27-a12d-f0e1e748ae6f triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:57:04.723434 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6cd89b7f-98e5-4f4a-a7c1-d684954635b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:04.863148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6cd89b7f-98e5-4f4a-a7c1-d684954635b6 None None] Provisioning complete for port d83639ab-53f3-4fca-94ba-e433d1f9dc3e triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:57:04.863570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6cd89b7f-98e5-4f4a-a7c1-d684954635b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:06.318423 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 41974) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:06.545694 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b1ebf0-0808-47d6-afef-792a333989b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:06.546084 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b1ebf0-0808-47d6-afef-792a333989b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:06.547728 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e5b1ebf0-0808-47d6-afef-792a333989b2 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2282774 Nov 25 03:57:08.616383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 41986) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:08.826639 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3015f5-2cbf-4968-bf81-4543f6d21cde admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:08.827052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3015f5-2cbf-4968-bf81-4543f6d21cde admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:08.828678 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ae3015f5-2cbf-4968-bf81-4543f6d21cde admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2112482 Nov 25 03:57:10.906120 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 41998) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:11.112897 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce38b2dc-5208-46a1-bac9-518b43131141 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:11.114291 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ce38b2dc-5208-46a1-bac9-518b43131141 admin admin] 10.222.0.47 "GET /v2.0/networks/c87508f3-853a-4c05-a14b-96daa8a52c28 HTTP/1.1" status: 200 len: 869 time: 0.2071261 Nov 25 03:57:13.217226 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42010) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:13.417457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59fcb9f-8365-4cd5-8290-82f974cfeaa5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:13.419493 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-d59fcb9f-8365-4cd5-8290-82f974cfeaa5 admin admin] 10.222.0.47 "GET /v2.0/networks/fbbf2050-665c-4306-843a-806da9ab5719 HTTP/1.1" status: 200 len: 886 time: 0.2012465 Nov 25 03:57:13.536840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ef9ae8d-551f-4ca6-ac57-d5f9fd3cbbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:15.071864 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:15.529285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42022) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:15.671530 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929b15ac-8a2d-47fc-babc-f7e93617832b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:15.671859 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929b15ac-8a2d-47fc-babc-f7e93617832b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:15.673489 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-929b15ac-8a2d-47fc-babc-f7e93617832b admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1431508 Nov 25 03:57:16.017880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f793-4bf7-4115-942f-6fb0ad5cf24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:16.027127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:17.764209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42034) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:17.909589 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efacecd-7b60-4213-9199-1d9539017905 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:17.910027 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efacecd-7b60-4213-9199-1d9539017905 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:17.910819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0efacecd-7b60-4213-9199-1d9539017905 admin admin] Synchronizing usage tracker for tenant:61c99afe0fb64e7d8026b06c4eda75ae on resource:subnet {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 03:57:17.917996 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:17.926026 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0efacecd-7b60-4213-9199-1d9539017905 admin admin] Unset dirty status for tenant:61c99afe0fb64e7d8026b06c4eda75ae on resource:subnet {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 03:57:17.927349 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0efacecd-7b60-4213-9199-1d9539017905 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1619563 Nov 25 03:57:20.018874 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42046) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:20.153445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cae343-47f9-4e01-a032-8a5d2322d0fd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:20.155000 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-56cae343-47f9-4e01-a032-8a5d2322d0fd admin admin] 10.222.0.47 "GET /v2.0/subnets/d6501d46-a068-4eab-a140-870c3ebc33c8 HTTP/1.1" status: 200 len: 816 time: 0.1350715 Nov 25 03:57:22.253580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42058) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:22.393706 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019bcdd-b8e2-43eb-a960-e6989b8a6c40 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:22.395157 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7019bcdd-b8e2-43eb-a960-e6989b8a6c40 admin admin] 10.222.0.47 "GET /v2.0/subnets/ec44d6a2-30dc-4663-89d5-6ea7f4195f38 HTTP/1.1" status: 200 len: 868 time: 0.1404967 Nov 25 03:57:38.291769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 03:57:42.606608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42106) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:42.682154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [None req-ae02ddf8-a76e-46a6-bd8d-c3426ad4e7f2 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 03:57:42.683798 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ae02ddf8-a76e-46a6-bd8d-c3426ad4e7f2 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0756009 Nov 25 03:57:43.538763 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3b543007-0a08-4305-870e-d41581409e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:44.832305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42118) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:44.934906 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ce3bc0-7088-45c3-9eac-987fd05774cf admin admin] GET failed (client error): The resource could not be found. Nov 25 03:57:44.936228 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-86ce3bc0-7088-45c3-9eac-987fd05774cf admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1028993 Nov 25 03:57:45.073586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:45.075344 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd481884-3967-4d73-9e28-8a029daf8979 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:45.076941 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-dd481884-3967-4d73-9e28-8a029daf8979 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1363759 Nov 25 03:57:46.010006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-01e0ecc2-5922-454a-a855-52a8b0dc3f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:46.027035 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:47.173138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42130) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:47.249758 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 03:57:47.254639 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 03:57:47.264488 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 03:57:47.272913 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Made reservation on behalf of 61c99afe0fb64e7d8026b06c4eda75ae for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 03:57:47.277741 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:47.372692 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.services.revisions.revision_plugin [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Could not find related network for resource to bump revision. Nov 25 03:57:47.383850 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 03:57:47.392783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:47.393169 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Added segment c5c27895-a794-4924-8986-a6056ede7858 of type vlan for network da8e6e19-b125-4cbd-8a5e-d3f2d54789df Nov 25 03:57:47.420616 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:47.450532 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:47.451805 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:47.452445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:47.457411 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:57:47.562337 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3879454 Nov 25 03:57:47.565481 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Pushing event updated for resources: {'Network': ['ID=da8e6e19-b125-4cbd-8a5e-d3f2d54789df,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:57:47.574660 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:47.575061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:47.575443 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:47.575818 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:47.576189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:47.576558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:47.576926 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:47.577312 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:47.577681 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:47.578068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:47.578432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:47.582702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:57:47.591249 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network da8e6e19-b125-4cbd-8a5e-d3f2d54789df details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 03:57:47.922292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:49.704668 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42142) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:57:49.806635 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93ba6ca-0330-4ee3-84a2-e05f715d8da6 admin admin] GET failed (client error): The resource could not be found. Nov 25 03:57:49.807191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-b93ba6ca-0330-4ee3-84a2-e05f715d8da6 admin admin] Synchronizing usage tracker for tenant:61c99afe0fb64e7d8026b06c4eda75ae on resource:network {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 03:57:49.821516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-b93ba6ca-0330-4ee3-84a2-e05f715d8da6 admin admin] Unset dirty status for tenant:61c99afe0fb64e7d8026b06c4eda75ae on resource:network {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 03:57:49.822723 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b93ba6ca-0330-4ee3-84a2-e05f715d8da6 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1170547 Nov 25 03:57:49.935955 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af845f-29ea-445d-973e-d30c78187f07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:49.937396 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-13af845f-29ea-445d-973e-d30c78187f07 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1093509 Nov 25 03:57:49.947863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 03:57:49.952993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 03:57:49.962672 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 03:57:49.971461 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Made reservation on behalf of 61c99afe0fb64e7d8026b06c4eda75ae for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 03:57:49.975929 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:50.178391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:50.182863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6fd13925-24d7-4142-81db-1641a67ab4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:57:50.259581 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f866da-b2ec-4bf4-9a1a-36a98fa02efd,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:57:50.263156 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:57:50.270250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Checking segment: {'id': 'c5c27895-a794-4924-8986-a6056ede7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 03:57:50.270640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Network hostable DHCP agents. Network: da8e6e19-b125-4cbd-8a5e-d3f2d54789df, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 03:57:50.290951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Network da8e6e19-b125-4cbd-8a5e-d3f2d54789df is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 03:57:50.299975 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, da8e6e19-b125-4cbd-8a5e-d3f2d54789df) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 03:57:50.303784 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 03:57:50.304415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:50.310380 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e9e79d-542f-452d-a3cb-670901e36089 None None] Network da8e6e19-b125-4cbd-8a5e-d3f2d54789df requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 03:57:50.332583 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3882842 Nov 25 03:57:50.548288 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20ad1b30-be4e-5981-bf05-6d004f691a3e-da8e6e19-b125-4cbd-8a5e-d3f2d54789df', 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df', 'tenant_id': '61c99afe0fb64e7d8026b06c4eda75ae', 'fixed_ips': [{'subnet_id': '73f866da-b2ec-4bf4-9a1a-36a98fa02efd'}]}} from dv-cinder-818778-3-smb. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 25 03:57:50.549399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:50.715532 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Allocated IP 192.168.233.2 (da8e6e19-b125-4cbd-8a5e-d3f2d54789df/73f866da-b2ec-4bf4-9a1a-36a98fa02efd/2a1a74f7-4b93-4668-8bae-88709b275f90) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 03:57:51.078138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:51.088691 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Transition to ACTIVE for port object 2a1a74f7-4b93-4668-8bae-88709b275f90 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 03:57:51.108841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Transition to ACTIVE for port object 2a1a74f7-4b93-4668-8bae-88709b275f90 will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 03:57:51.113647 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:51.118815 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:57:51.186476 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Network da8e6e19-b125-4cbd-8a5e-d3f2d54789df is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 03:57:51.192783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Pushing event updated for resources: {'Port': ['ID=2a1a74f7-4b93-4668-8bae-88709b275f90,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:57:51.195204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 03:57:51.197795 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 03:57:51.210521 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:51.210899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:51.211263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:51.211624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:51.211986 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:51.212339 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:51.212693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:51.213018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:51.213370 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:51.213717 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:51.214093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:57:51.218526 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:57:51.300188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Attempting to bind port 2a1a74f7-4b93-4668-8bae-88709b275f90 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 03:57:51.300597 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Attempting to bind port 2a1a74f7-4b93-4668-8bae-88709b275f90 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': 'c5c27895-a794-4924-8986-a6056ede7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 03:57:51.300997 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Attempting to bind port 2a1a74f7-4b93-4668-8bae-88709b275f90 on network da8e6e19-b125-4cbd-8a5e-d3f2d54789df {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 03:57:51.307696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 3, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 03:57:51.308637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Checking segment: {'id': 'c5c27895-a794-4924-8986-a6056ede7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 03:57:51.309071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:51.309497 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Bound using segment: {'id': 'c5c27895-a794-4924-8986-a6056ede7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 03:57:51.310021 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Bound port: 2a1a74f7-4b93-4668-8bae-88709b275f90, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c27895-a794-4924-8986-a6056ede7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 03:57:51.310446 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:51.404228 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] For port 2a1a74f7-4b93-4668-8bae-88709b275f90, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 03:57:51.407513 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] For port 2a1a74f7-4b93-4668-8bae-88709b275f90, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=2a1a74f7-4b93-4668-8bae-88709b275f90,segment=NetworkSegment(c5c27895-a794-4924-8986-a6056ede7858),segment_id=c5c27895-a794-4924-8986-a6056ede7858)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 03:57:51.410836 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:51.416308 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-58aa4e09-26a4-4698-8d1a-fa5827c52545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:57:51.494382 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Pushing event updated for resources: {'Port': ['ID=2a1a74f7-4b93-4668-8bae-88709b275f90,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:57:51.498755 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:57:52.996199 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33809b90-6f56-4898-9b30-ac434a401fdc None None] Network da8e6e19-b125-4cbd-8a5e-d3f2d54789df requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 03:57:53.095064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1e35f7ba-4221-4376-8976-d949b6969d58 None None] Provisioning for port 2a1a74f7-4b93-4668-8bae-88709b275f90 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 03:57:53.526852 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 2a1a74f7-4b93-4668-8bae-88709b275f90 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 03:57:53.601634 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 2a1a74f7-4b93-4668-8bae-88709b275f90 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 03:57:53.606416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 2a1a74f7-4b93-4668-8bae-88709b275f90 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:57:53.606825 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:53.727352 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:53.760166 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port 2a1a74f7-4b93-4668-8bae-88709b275f90, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=2a1a74f7-4b93-4668-8bae-88709b275f90,segment=NetworkSegment(c5c27895-a794-4924-8986-a6056ede7858),segment_id=c5c27895-a794-4924-8986-a6056ede7858)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 03:57:53.764787 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:57:53.767497 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:57:53.834492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=2a1a74f7-4b93-4668-8bae-88709b275f90,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:57:53.837689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:57:55.493016 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 2a1a74f7-4b93-4668-8bae-88709b275f90 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 03:57:55.566771 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 2a1a74f7-4b93-4668-8bae-88709b275f90 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 03:57:55.567176 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:58:13.540929 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5600fbd-5131-4ff9-8e2c-6fa84cd77d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:58:15.077984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:58:15.293656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 03:58:16.011431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fca10fa6-6313-4b2a-9d21-da8a66bfe162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:58:16.029296 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:58:17.928683 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:58:43.542933 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c798c409-5074-48d6-908b-c332875f1b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:58:45.080825 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:58:46.013821 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d27be5a-28db-4526-8bbf-39b3c34e67e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:58:46.031713 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:58:47.928575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:58:52.294973 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 03:59:11.748833 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42178) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:59:11.755212 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [None req-fecfabbf-c795-4854-b5d2-b1edf630605f tempest-verify_tempest_config-333493800 tempest-verify_tempest_config-333493800-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 03:59:11.756302 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-fecfabbf-c795-4854-b5d2-b1edf630605f tempest-verify_tempest_config-333493800 tempest-verify_tempest_config-333493800-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0064616 Nov 25 03:59:12.097334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42196) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:59:12.321538 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:12.354405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 03:59:12.358396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Usage tracker for resource:security_group_rule and tenant:7e912d2fb13d422c8fc29e813b28c70d is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 03:59:12.361240 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 03:59:12.367129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 03:59:12.435654 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:12.438195 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:12.446330 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6fadfcd6-8401-4dea-a518-64aa3c9cb9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:59:12.487605 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fcf579-a2f6-40eb-89ae-ccaf1e65deb8,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:59:12.492437 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Synchronizing usage tracker for tenant:61c99afe0fb64e7d8026b06c4eda75ae on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 03:59:12.502389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:59:12.502711 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:59:12.503081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:59:12.503444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:59:12.503801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:59:12.504158 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:59:12.504512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:59:12.504883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:59:12.505234 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:59:12.505583 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:59:12.505960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 03:59:12.509857 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:59:12.520554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Unset dirty status for tenant:61c99afe0fb64e7d8026b06c4eda75ae on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 03:59:12.521826 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e912d2fb13d422c8fc29e813b28c70d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4234192 Nov 25 03:59:12.524504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42202) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 03:59:12.587728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d7b008d7-662b-4010-9cb4-1b4c1567aab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:12.614197 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d7b008d7-662b-4010-9cb4-1b4c1567aab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:12.669568 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d7b008d7-662b-4010-9cb4-1b4c1567aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:12.674669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-27bd0cf0-46c4-4850-b9bb-5d96db90d412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 03:59:12.687473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b008d7-662b-4010-9cb4-1b4c1567aab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fcf579-a2f6-40eb-89ae-ccaf1e65deb8,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 03:59:12.689817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d7b008d7-662b-4010-9cb4-1b4c1567aab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 03:59:12.693110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d7b008d7-662b-4010-9cb4-1b4c1567aab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:12.695349 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-d7b008d7-662b-4010-9cb4-1b4c1567aab3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/57fcf579-a2f6-40eb-89ae-ccaf1e65deb8 HTTP/1.1" status: 204 len: 168 time: 0.1698234 Nov 25 03:59:13.545092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9458-18cc-4ffc-ab80-c1befacff16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:15.082689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:16.015103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fa19522e-0edd-4f6c-97b4-ebb921b56649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:16.035093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:17.933794 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:29.294597 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 03:59:43.545795 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d49611ca-4266-4860-82bb-d4864cf1595f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:45.083934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:46.016537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca808220-022e-43f2-be33-b8d3dcd9d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:46.036431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 03:59:47.937251 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:00:06.294827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:00:13.547660 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20165c89-5e6c-40b0-a43e-00a53068a58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:00:15.085889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:00:16.017274 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2813c289-6644-4343-a19c-dec04edc1c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:00:16.038816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:00:17.939996 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:00:43.295571 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:00:43.549505 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ad33ba45-2e72-4fa1-be21-0223912e2a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:00:45.088235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:00:46.018326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-464088d3-95b3-497c-8f4f-8ccf603d73c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:00:46.041884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:00:47.943225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:00:51.220026 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854073226'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:07.631664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42282) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:01:07.782110 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-5e07f88e-7a27-4511-8ca2-ae2c36c7f0ac admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1487818 Nov 25 04:01:09.875336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42294) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:01:09.960648 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-cd2a75c2-68ea-44ba-882a-a49f4492f556 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0841489 Nov 25 04:01:13.551826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eec0317c-504f-4e06-aa67-84dbdfd3fa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:15.091374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:16.022360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-08d86283-606f-4949-9488-39a2cc4e84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:16.044710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:17.946071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:20.297338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:01:21.188757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:43.549822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-842421f1-f582-438d-a1ba-af8a19a1ee91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:45.095351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:46.023702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f0cafdf0-f286-4eba-abcf-c9e67d75019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:46.045368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:47.947953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:51.189576 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:01:57.298721 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:02:13.551799 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-52677e1b-4623-4180-b3b4-1b879adc9901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:15.099504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:16.025373 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd0a5-5ecd-4f4e-aec8-4e55f06957ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:16.048067 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:17.952582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:21.184783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:34.299941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:02:43.553210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb590a72-d3a3-4008-bb7e-964b5fc2ae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:45.102848 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:46.028234 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a58c-feb8-4f02-8e3a-f531e1a6f8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:46.053758 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:47.955091 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:51.203528 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:58.539099 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42492) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:02:58.940641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42514) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:02:59.002325 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-network', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:02:59.008054 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:02:59.013431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Usage tracker for resource:network and tenant:a875893fbda04b0ab2a25a558d695878 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:02:59.016522 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:02:59.022763 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:02:59.033587 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Made reservation on behalf of a875893fbda04b0ab2a25a558d695878 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:02:59.039890 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42522) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:02:59.043554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.057238 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.091393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:02:59.095562 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Usage tracker for resource:security_group_rule and tenant:a875893fbda04b0ab2a25a558d695878 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:02:59.098647 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:02:59.109505 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42530) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:02:59.110312 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:02:59.190191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.194563 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-733764326-network', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:02:59.199706 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.200853 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:02:59.212003 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:02:59.222182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Usage tracker for resource:network and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:02:59.228444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:02:59.241827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:02:59.248462 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:02:59.262760 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1296914825-network', 'tenant_id': '4281d93eebc6472b9aeca7c58446bfd6'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:02:59.265562 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.quota [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Loaded quota_driver: . Nov 25 04:02:59.270741 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Made reservation on behalf of dfaeb650b3724d77b35ae5f0f0171f06 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:02:59.273340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:02:59.275495 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.280622 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Usage tracker for resource:network and tenant:4281d93eebc6472b9aeca7c58446bfd6 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:02:59.284106 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:02:59.292198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:02:59.299372 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.299919 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Added segment f17d770a-4d0b-4774-8ede-4bb0bda5e6d7 of type vlan for network ab46472b-7ed2-4cef-ad7d-804831d4a509 Nov 25 04:02:59.301190 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.306391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Made reservation on behalf of 4281d93eebc6472b9aeca7c58446bfd6 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:02:59.311890 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.321210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:02:59.330329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.348265 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-408233157-network', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:02:59.354433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:02:59.354922 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:02:59.355529 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:02:59.356132 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:02:59.356647 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:02:59.357202 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:02:59.357753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:02:59.358352 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:02:59.359031 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:02:59.359600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:02:59.360120 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Tracked resource versions report: Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: pushed versions: Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: { 'ConntrackHelper': {'1.0'}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': {'1.0'}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': {'1.1'}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': {'1.5'}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': {'1.2'}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': {'1.8'}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': {'1.2'}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': {'1.0'}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': {'1.0'}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': {'1.1'}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': {'1.1'}} Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: consumer versions: Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: { DHCP agent@dv-cinder-818778-3-smb: {}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: HyperV agent@hv-cinder-81877: {}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: L3 agent@dv-cinder-818778-3-smb: {}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: Metadata agent@dv-cinder-818778-3-smb: {}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: Metering agent@dv-cinder-818778-3-smb: {}, Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: Open vSwitch agent@dv-cinder-818778-3-smb: { 'ConntrackHelper': '1.0', Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': '1.0', Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': '1.1', Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': '1.5', Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': '1.2', Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': '1.8', Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': '1.2', Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': '1.0', Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': '1.0', Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': '1.1', Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': '1.1'}} Nov 25 04:02:59.361402 dv-cinder-818778-3-smb neutron-server[88064]: {{(pid=88178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 25 04:02:59.381162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:02:59.383628 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.395458 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:02:59.399614 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Usage tracker for resource:security_group_rule and tenant:4281d93eebc6472b9aeca7c58446bfd6 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:02:59.403344 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:02:59.409759 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:02:59.422952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:02:59.427149 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Usage tracker for resource:security_group_rule and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:02:59.430886 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.431940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:02:59.438498 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:02:59.442584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:02:59.445204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:02:59.446681 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.457106 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-173c4d17-4b2f-4994-a7a3-9afc1a52e26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:02:59.527449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.529994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Usage tracker for resource:network and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:02:59.533966 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.535484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:02:59.552124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:02:59.564781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363294457605441', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.565647 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Unsubscribe: segment precommit_create {{(pid=88177) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 25 04:02:59.566342 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Added segment e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6 of type vlan for network 04cd9314-f5f3-480d-b2f6-57f9f77487db Nov 25 04:02:59.645696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.671793 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Pushing event updated for resources: {'Network': ['ID=ab46472b-7ed2-4cef-ad7d-804831d4a509,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:02:59.689469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:02:59.697993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network ab46472b-7ed2-4cef-ad7d-804831d4a509 details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:02:59.700511 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:02:59.703589 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.707175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:02:59.708204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.744970 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7033627 Nov 25 04:02:59.749262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42550) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:02:59.750262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Made reservation on behalf of 2192983d29584d5db1c6a2697d11a1db for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:02:59.770293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.813581 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.817258 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:02:59.827315 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2870674 Nov 25 04:02:59.829143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42554) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:02:59.838092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.840740 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Request body: {'subnet': {'network_id': '04cd9314-f5f3-480d-b2f6-57f9f77487db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1296914825-subnet', 'tenant_id': '4281d93eebc6472b9aeca7c58446bfd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:02:59.848227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Request body: {'subnet': {'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-subnet', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:02:59.860089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:02:59.868549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Usage tracker for resource:subnet and tenant:a875893fbda04b0ab2a25a558d695878 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:02:59.878626 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:02:59.899203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:02:59.930625 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:02:59.975838 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Made reservation on behalf of a875893fbda04b0ab2a25a558d695878 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:02:59.980672 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:02:59.986437 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:02:59.990014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.010671 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Usage tracker for resource:subnet and tenant:4281d93eebc6472b9aeca7c58446bfd6 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:00.015689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ca3916-6b27-4c71-8ea2-8fd508f74421,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:00.018602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:00.031585 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:00.055155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:00.055664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:00.056229 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:00.056695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:00.057868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:00.058610 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:00.058764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:00.059387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:00.059858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:00.060311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:00.060764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Tracked resource versions report: Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: pushed versions: Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: { 'ConntrackHelper': {'1.0'}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': {'1.0'}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': {'1.1'}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': {'1.5'}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': {'1.2'}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': {'1.8'}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': {'1.2'}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': {'1.0'}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': {'1.0'}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': {'1.1'}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': {'1.1'}} Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: consumer versions: Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: { DHCP agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: HyperV agent@hv-cinder-81877: {}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: L3 agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: Metadata agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: Metering agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: Open vSwitch agent@dv-cinder-818778-3-smb: { 'ConntrackHelper': '1.0', Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': '1.0', Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': '1.1', Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': '1.5', Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': '1.2', Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': '1.8', Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': '1.2', Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': '1.0', Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': '1.0', Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': '1.1', Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': '1.1'}} Nov 25 04:03:00.061896 dv-cinder-818778-3-smb neutron-server[88064]: {{(pid=88177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 25 04:03:00.081254 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Made reservation on behalf of 4281d93eebc6472b9aeca7c58446bfd6 for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:00.091492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.107521 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:00.113775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:00.145815 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:00.154057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Usage tracker for resource:security_group_rule and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:00.205333 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:00.229297 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:03:00.238467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.238864 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Added segment cb6c2606-c19d-4cea-889f-a1935a7302b4 of type vlan for network 204a024c-54c8-4940-972c-ed909f766c23 Nov 25 04:03:00.254156 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.264894 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0547f69-42fd-4859-95c0-66e87924bd03,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:00.268227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:00.272085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:00.276748 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:00.326433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Pushing event updated for resources: {'Network': ['ID=04cd9314-f5f3-480d-b2f6-57f9f77487db,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:00.341471 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:00.345600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network 04cd9314-f5f3-480d-b2f6-57f9f77487db details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:03:00.366309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Checking segment: {'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:00.366706 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Network hostable DHCP agents. Network: ab46472b-7ed2-4cef-ad7d-804831d4a509, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:03:00.376542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.415509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:00.420444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:00.436664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Network ab46472b-7ed2-4cef-ad7d-804831d4a509 is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:03:00.441053 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.444334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:00.444984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.451635 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:00.478884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, ab46472b-7ed2-4cef-ad7d-804831d4a509) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:00.500686 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:00.501325 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.513871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bf85c4-fd04-4b84-83d0-455e6ba9cde1 None None] Network ab46472b-7ed2-4cef-ad7d-804831d4a509 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:00.642549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.650616 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.666388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:00.703290 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Pushing event updated for resources: {'Network': ['ID=204a024c-54c8-4940-972c-ed909f766c23,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:00.715826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd81202b-35fe-44f2-ab87-c1fb0de7cee6,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:00.717822 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7757862 Nov 25 04:03:00.724406 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42576) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:00.725124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42578) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:00.726189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:00.729328 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b58be44e-4f07-4277-bd27-ec83781418d7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8985891 Nov 25 04:03:00.730910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:00.751395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-router', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:00.757079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:00.761879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Usage tracker for resource:router and tenant:a875893fbda04b0ab2a25a558d695878 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:00.765692 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:00.773043 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:00.788740 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Request body: {'subnet': {'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-733764326-subnet', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:00.797068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:00.802071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Usage tracker for resource:subnet and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:00.805508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:00.812957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:00.828206 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:03:00.828612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network 204a024c-54c8-4940-972c-ed909f766c23 details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:03:00.831389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854121037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-76421'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.832992 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854059675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854699379'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.859075 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:00.987390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Made reservation on behalf of dfaeb650b3724d77b35ae5f0f0171f06 for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:00.993071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:01.267984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ed91e2-685b-4d00-90a8-47e3a6074231 None None] Network ab46472b-7ed2-4cef-ad7d-804831d4a509 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:01.308810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:01.309183 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Added segment e1e6aa30-684e-486e-85d7-8383f0bad83d of type vlan for network a25752b1-9c08-4df0-8384-722234ed08aa Nov 25 04:03:01.404659 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:01.415516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:01.447805 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a2a04146-7309-43a5-b048-85531f0de95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:01.521397 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854059692', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854121054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854699294'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:01.548107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:01.563512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:01.564231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:01.722215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b63c5734-dd50-4831-b1d7-dadf254e63d2,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:01.730812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:01.778606 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:01.803629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Checking segment: {'id': 'e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '04cd9314-f5f3-480d-b2f6-57f9f77487db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:01.804078 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Network hostable DHCP agents. Network: 04cd9314-f5f3-480d-b2f6-57f9f77487db, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:03:01.895351 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7834935 Nov 25 04:03:01.898605 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42634) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:01.906605 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Request body: {'subnet': {'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-subnet', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:01.911635 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:01.915897 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Usage tracker for resource:subnet and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:01.919904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:01.926233 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:01.939812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Made reservation on behalf of 2192983d29584d5db1c6a2697d11a1db for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:01.944769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:02.081888 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Network 04cd9314-f5f3-480d-b2f6-57f9f77487db is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:03:02.110474 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, 04cd9314-f5f3-480d-b2f6-57f9f77487db) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:02.116262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Pushing event updated for resources: {'Network': ['ID=a25752b1-9c08-4df0-8384-722234ed08aa,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:02.120700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6006220d-fcf8-4bc0-b13d-d49e96a73839 None None] Network 04cd9314-f5f3-480d-b2f6-57f9f77487db requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:02.135035 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:02.137316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:02.138226 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:02.146086 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42648) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:02.227395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:02.232121 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:02.288952 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-776398b6-2d66-4113-a389-e7f15d66f2ff admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4759040 Nov 25 04:03:02.289145 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:02.298711 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fc98e7ff-2c4e-46c0-a30a-40fc44e00073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:02.350110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network a25752b1-9c08-4df0-8384-722234ed08aa details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:03:02.377672 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ba59b9-79a2-4c33-8784-a19e069e73ba,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:02.386840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:02.400499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:02.502962 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c9c16af-deeb-4318-8cf0-4c917dc2d697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:02.588921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-0c9c16af-deeb-4318-8cf0-4c917dc2d697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:02.591715 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7fa5dc-883a-4321-a111-26b57ff090a7,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:02.595109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:02.599739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0c9c16af-deeb-4318-8cf0-4c917dc2d697 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd7218be61e4350968934726fae21f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:02.605065 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0c9c16af-deeb-4318-8cf0-4c917dc2d697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:02.614397 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-0c9c16af-deeb-4318-8cf0-4c917dc2d697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:02.626954 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Checking segment: {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:02.627318 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Network hostable DHCP agents. Network: a25752b1-9c08-4df0-8384-722234ed08aa, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:03:02.645475 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:02.710469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Network a25752b1-9c08-4df0-8384-722234ed08aa is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:03:02.836040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a5a9ea-3fd1-4c7f-b3fb-211ec97c9d7a None None] Network 04cd9314-f5f3-480d-b2f6-57f9f77487db requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:02.870068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Allocated IP 172.28.0.28 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/0de109e6-e4d1-4504-9c00-fb6ab06aafb7) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:02.927288 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, a25752b1-9c08-4df0-8384-722234ed08aa) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:02.932592 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:02.933372 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:02.948713 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c9c16af-deeb-4318-8cf0-4c917dc2d697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:02.960708 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c9c16af-deeb-4318-8cf0-4c917dc2d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:02.975625 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:03.006408 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c16af-deeb-4318-8cf0-4c917dc2d697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5442c2f-d710-41dd-8ccc-8b8a72f98f00,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:03.009892 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0c9c16af-deeb-4318-8cf0-4c917dc2d697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:03.013778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42684) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:03.015370 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1156497 Nov 25 04:03:03.018244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42686) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:03.027409 dv-cinder-818778-3-smb neutron-server[88064]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 04:03:03.030934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:03.036337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:03.040565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Usage tracker for resource:router and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:03.044307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:03.050446 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:03.073797 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Checking segment: {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:03.074220 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Network hostable DHCP agents. Network: 204a024c-54c8-4940-972c-ed909f766c23, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:03:03.076644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023699e6-dc19-4182-a186-7ebfa1f78dd5 None None] Network a25752b1-9c08-4df0-8384-722234ed08aa requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:03.090684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854121037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-76421'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.091791 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854059675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854699379'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.134591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.145613 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Network 204a024c-54c8-4940-972c-ed909f766c23 is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:03:03.158901 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, 204a024c-54c8-4940-972c-ed909f766c23) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:03.175022 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:03.175662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.186985 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0c9c16af-deeb-4318-8cf0-4c917dc2d697 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2dd7218be61e4350968934726fae21f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0396080 Nov 25 04:03:03.190941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42696) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:03.201813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ce762-af5d-4cdc-a377-c33a21e2e5b3 None None] Network 204a024c-54c8-4940-972c-ed909f766c23 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:03.224495 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.250305 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5227027 Nov 25 04:03:03.254442 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42700) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:03.266353 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.270555 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:03.283162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:03.286168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:03.298053 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-b3c126a9-f779-4fdc-bcfb-1e76dcf34be2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:03.300345 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-b3c126a9-f779-4fdc-bcfb-1e76dcf34be2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/networks?id=04cd9314-f5f3-480d-b2f6-57f9f77487db HTTP/1.1" status: 200 len: 812 time: 0.2780261 Nov 25 04:03:03.331285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Usage tracker for resource:router and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:03.344071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:03.359305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:03.404614 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:03.406020 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79889c48-8901-467a-96ba-df8dcfea30c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.407547 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Pushing event updated for resources: {'Port': ['ID=0de109e6-e4d1-4504-9c00-fb6ab06aafb7,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:03.411285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:03.421361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854121037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-76421'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.422414 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854059675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854699379'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.427726 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:03.454862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:03.465398 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20ad1b30-be4e-5981-bf05-6d004f691a3e-204a024c-54c8-4940-972c-ed909f766c23', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba'}]}} from dv-cinder-818778-3-smb. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 25 04:03:03.466348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.468957 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ccd8f8a7-c8e7-4e34-8f62-92192c1d4e32 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/quotas/4281d93eebc6472b9aeca7c58446bfd6 HTTP/1.1" status: 200 len: 375 time: 0.1031907 Nov 25 04:03:03.488497 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79889c48-8901-467a-96ba-df8dcfea30c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.534278 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-f26cf451-83e5-4573-869b-a1519362d218 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4281d93eebc6472b9aeca7c58446bfd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637817 Nov 25 04:03:03.539909 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854059692', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854121054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854699294'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.569401 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.814412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20ad1b30-be4e-5981-bf05-6d004f691a3e-a25752b1-9c08-4df0-8384-722234ed08aa', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7'}]}} from dv-cinder-818778-3-smb. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 25 04:03:03.815408 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.835388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Allocated IP 172.20.0.2 (204a024c-54c8-4940-972c-ed909f766c23/98ba59b9-79a2-4c33-8784-a19e069e73ba/2fc4bf6b-1099-4e1f-b257-93db7d3dd659) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:03.871651 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-61583156-997d-4019-9497-5e512d570c9f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:03:03.879627 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-61583156-997d-4019-9497-5e512d570c9f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2552927 Nov 25 04:03:03.911821 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79889c48-8901-467a-96ba-df8dcfea30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:03.924141 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:03.943085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79889c48-8901-467a-96ba-df8dcfea30c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5442c2f-d710-41dd-8ccc-8b8a72f98f00,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:03.952205 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-79889c48-8901-467a-96ba-df8dcfea30c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:04.035797 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854059692', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854121054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854699294'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:04.071865 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-b5000703-dc18-4898-98f4-4d11b17bae79 service neutron] 10.222.0.47 "GET /v2.0/networks/04cd9314-f5f3-480d-b2f6-57f9f77487db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790252 Nov 25 04:03:04.130039 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79889c48-8901-467a-96ba-df8dcfea30c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:04.131428 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-79889c48-8901-467a-96ba-df8dcfea30c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5442c2f-d710-41dd-8ccc-8b8a72f98f00 HTTP/1.1" status: 204 len: 168 time: 0.9364550 Nov 25 04:03:04.207627 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:04.208618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716083'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:04.231021 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Allocated IP 172.20.0.2 (a25752b1-9c08-4df0-8384-722234ed08aa/bb7fa5dc-883a-4321-a111-26b57ff090a7/ca087bab-4655-4b42-b6cd-68a229ba9cd6) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:04.305704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42746) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:04.499648 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:04.584771 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:04.610142 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-fd518439-5206-49bc-879b-4cfaa24293e2 service neutron] 10.222.0.47 "GET /v2.0/networks/04cd9314-f5f3-480d-b2f6-57f9f77487db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115004 Nov 25 04:03:04.975017 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Allocated IP 172.28.0.107 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/cf76a92d-ad83-44cf-a1e4-3b1d1ac67304) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:05.056291 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.097533 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2cc417ab-da08-4483-a271-15171fec3829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.111316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42772) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:05.125582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42774) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:05.130759 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.134100 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.148822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.152904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Transition to ACTIVE for port object ca087bab-4655-4b42-b6cd-68a229ba9cd6 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:05.155839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Transition to ACTIVE for port object 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:05.192179 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Transition to ACTIVE for port object ca087bab-4655-4b42-b6cd-68a229ba9cd6 will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:05.193735 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Transition to ACTIVE for port object 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:05.200591 dv-cinder-818778-3-smb neutron-server[88064]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 04:03:05.203068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.204692 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.209502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:05.231396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.264785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.273282 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6b15ef25-1c95-4b26-b3fe-3b7d705f2760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:05.287384 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Network 204a024c-54c8-4940-972c-ed909f766c23 is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:05.296456 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:05.307282 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:05.319169 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Pushing event updated for resources: {'Port': ['ID=2fc4bf6b-1099-4e1f-b257-93db7d3dd659,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:05.323789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Network a25752b1-9c08-4df0-8384-722234ed08aa is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:05.329486 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:05.338486 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:05.382094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:05.387479 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:05.389734 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:05.390248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:05.390621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:05.390993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:05.391297 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Pushing event updated for resources: {'Port': ['ID=cf76a92d-ad83-44cf-a1e4-3b1d1ac67304,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:05.391416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:05.391704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:05.392067 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:05.392431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:05.393209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:05.393209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:05.393470 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Tracked resource versions report: Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: pushed versions: Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: { 'ConntrackHelper': {'1.0'}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': {'1.0'}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': {'1.1'}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': {'1.5'}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': {'1.2'}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': {'1.8'}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': {'1.2'}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': {'1.0'}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': {'1.0'}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': {'1.1'}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': {'1.1'}} Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: consumer versions: Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: { DHCP agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: HyperV agent@hv-cinder-81877: {}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: L3 agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: Metadata agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: Metering agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: Open vSwitch agent@dv-cinder-818778-3-smb: { 'ConntrackHelper': '1.0', Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': '1.0', Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': '1.1', Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': '1.5', Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': '1.2', Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': '1.8', Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': '1.2', Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': '1.0', Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': '1.0', Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': '1.1', Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': '1.1'}} Nov 25 04:03:05.394536 dv-cinder-818778-3-smb neutron-server[88064]: {{(pid=88179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 25 04:03:05.419026 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:05.435814 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7bf9-ad94-4a21-ba49-eb581808158a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.454397 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0ab6c8b4-032d-47c4-b8f4-b7c12cb2bec0 req-62f4141b-c063-45ff-85e8-3b59b92a4799 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 210 time: 0.3259122 Nov 25 04:03:05.477435 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2cc417ab-da08-4483-a271-15171fec3829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:05.491360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2cc417ab-da08-4483-a271-15171fec3829 admin admin] Usage tracker for resource:security_group_rule and tenant:caf03151d61941b98636cca6e896cb36 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:05.501605 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2cc417ab-da08-4483-a271-15171fec3829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:05.526307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:05.581566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2cc417ab-da08-4483-a271-15171fec3829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:05.588975 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.590107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716083'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.620723 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Attempting to bind port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:05.621502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Attempting to bind port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:05.622165 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Attempting to bind port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 on network 204a024c-54c8-4940-972c-ed909f766c23 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:05.627408 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Pushing event updated for resources: {'Port': ['ID=ca087bab-4655-4b42-b6cd-68a229ba9cd6,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:05.633958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:05.634222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-b7ad7bf9-ad94-4a21-ba49-eb581808158a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:05.635546 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:05.637263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:05.638745 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Attempting to bind port ca087bab-4655-4b42-b6cd-68a229ba9cd6 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:05.639349 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Attempting to bind port ca087bab-4655-4b42-b6cd-68a229ba9cd6 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:05.639933 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Attempting to bind port ca087bab-4655-4b42-b6cd-68a229ba9cd6 on network a25752b1-9c08-4df0-8384-722234ed08aa {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:05.645970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-b7ad7bf9-ad94-4a21-ba49-eb581808158a admin admin] Usage tracker for resource:security_group_rule and tenant:dbc06138fcf24eb39fe80a5e34659a5b is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:05.651993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:05.652608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Checking segment: {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:05.653723 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.654326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Bound using segment: {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:05.655031 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Bound port: 2fc4bf6b-1099-4e1f-b257-93db7d3dd659, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:05.655455 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-b7ad7bf9-ad94-4a21-ba49-eb581808158a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:05.655812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.670004 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Allocated IP 172.28.0.47 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/399dfd67-35ea-46a3-855e-5b21cf9146ad) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:05.674303 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-b7ad7bf9-ad94-4a21-ba49-eb581808158a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:05.674653 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:05.675294 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Checking segment: {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:05.676284 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.676932 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Bound using segment: {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:05.677661 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Bound port: ca087bab-4655-4b42-b6cd-68a229ba9cd6, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:05.678386 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.702244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Router 03287b10-ba51-4387-ba6c-a000e5591b48 is scheduled to L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 with binding_index 1 {{(pid=88177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 25 04:03:05.849801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2cc417ab-da08-4483-a271-15171fec3829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.924570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2cc417ab-da08-4483-a271-15171fec3829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.927781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] For port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:05.932400 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] For port ca087bab-4655-4b42-b6cd-68a229ba9cd6, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:05.939174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] For port ca087bab-4655-4b42-b6cd-68a229ba9cd6, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=ca087bab-4655-4b42-b6cd-68a229ba9cd6,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:05.941972 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] For port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=2fc4bf6b-1099-4e1f-b257-93db7d3dd659,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:05.944040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:05.950165 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:05.956832 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-79889c48-8901-467a-96ba-df8dcfea30c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:05.991545 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:06.062552 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Pushing event updated for resources: {'Port': ['ID=ca087bab-4655-4b42-b6cd-68a229ba9cd6,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:06.066531 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:06.066860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:06.118088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc417ab-da08-4483-a271-15171fec3829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaacb2d-bdd4-4b5c-a576-b9c620ed525b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:06.125905 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2cc417ab-da08-4483-a271-15171fec3829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:06.192095 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Pushing event updated for resources: {'Port': ['ID=2fc4bf6b-1099-4e1f-b257-93db7d3dd659,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:06.197010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:06.204750 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:06.205022 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 is scheduled to L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 25 04:03:06.214821 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42824) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:06.222516 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2cc417ab-da08-4483-a271-15171fec3829 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=caf03151d61941b98636cca6e896cb36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9055877 Nov 25 04:03:06.227832 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7bf9-ad94-4a21-ba49-eb581808158a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:06.256933 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7bf9-ad94-4a21-ba49-eb581808158a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:06.300843 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:06.408628 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7e6ac-855d-4303-98ef-2c8b9ea9a039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:06.457509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7bf9-ad94-4a21-ba49-eb581808158a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53195a42-8035-47ec-b126-da058406c002,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:06.465874 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b7ad7bf9-ad94-4a21-ba49-eb581808158a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:06.474199 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b7ad7bf9-ad94-4a21-ba49-eb581808158a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dbc06138fcf24eb39fe80a5e34659a5b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3551886 Nov 25 04:03:06.476469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:06.477207 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42836) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:06.498852 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:06.520162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7e6ac-855d-4303-98ef-2c8b9ea9a039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:06.642277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7e6ac-855d-4303-98ef-2c8b9ea9a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:06.651289 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:06.666235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:06.674838 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7e6ac-855d-4303-98ef-2c8b9ea9a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaacb2d-bdd4-4b5c-a576-b9c620ed525b,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:06.677644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:06.680815 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:06.690060 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7af7e6ac-855d-4303-98ef-2c8b9ea9a039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:06.740655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Pushing event updated for resources: {'Port': ['ID=399dfd67-35ea-46a3-855e-5b21cf9146ad,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:06.752552 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:06.805072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:03:06.822739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Sync routers for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:03:06.827598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7e6ac-855d-4303-98ef-2c8b9ea9a039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:06.829091 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7af7e6ac-855d-4303-98ef-2c8b9ea9a039 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9aaacb2d-bdd4-4b5c-a576-b9c620ed525b HTTP/1.1" status: 204 len: 168 time: 0.6132126 Nov 25 04:03:06.839631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-035b8334-b97a-45ec-97bc-6b53d015bc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:06.847292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:03:06.865286 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Sync routers for ids ['03287b10-ba51-4387-ba6c-a000e5591b48'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:03:06.874824 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:06.880742 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:02:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:06.904245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Routers {'03287b10-ba51-4387-ba6c-a000e5591b48'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:06.911425 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:02:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['03287b10-ba51-4387-ba6c-a000e5591b48'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:06.917128 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:06.922549 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9018769 Nov 25 04:03:06.925498 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42854) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:06.928248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-035b8334-b97a-45ec-97bc-6b53d015bc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:07.002641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:07.006295 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2732861 Nov 25 04:03:07.011746 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42858) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:07.248307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:07.249300 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716083'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:07.253999 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-035b8334-b97a-45ec-97bc-6b53d015bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:07.280375 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:07.342848 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Set router 03287b10-ba51-4387-ba6c-a000e5591b48 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:07.479533 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b8334-b97a-45ec-97bc-6b53d015bc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53195a42-8035-47ec-b126-da058406c002,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:07.481998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-035b8334-b97a-45ec-97bc-6b53d015bc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:07.498409 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:07.692811 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-035b8334-b97a-45ec-97bc-6b53d015bc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:07.694252 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-035b8334-b97a-45ec-97bc-6b53d015bc5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/53195a42-8035-47ec-b126-da058406c002 HTTP/1.1" status: 204 len: 168 time: 1.2159820 Nov 25 04:03:07.808982 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-73077dea-2599-48a2-a45f-d5a88de9f92c req-65430410-d1dc-4577-a778-893acee8b41e tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 210 time: 0.1640627 Nov 25 04:03:07.960385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:08.169860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:05Z', 'revision_number': 3, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:08.179597 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Checking router: 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:03:08.180269 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Updating router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 binding host dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:03:08.228500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:08.240343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device ca087bab-4655-4b42-b6cd-68a229ba9cd6 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:08.279192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-router', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28'}], 'enable_snat': True}, 'gw_port_id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:00Z', 'updated_at': '2021-11-25T04:03:03Z', 'revision_number': 3, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'gw_port': {'id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:02Z', 'updated_at': '2021-11-25T04:03:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:08.314221 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:08.328077 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.15', 56103) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:08.400969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Checking router: 03287b10-ba51-4387-ba6c-a000e5591b48 for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:03:08.401389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Updating router 03287b10-ba51-4387-ba6c-a000e5591b48 port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 binding host dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:03:08.529137 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:08.821827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Router aff1bb86-3902-45f5-b599-b724cc7ed62f is scheduled to L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 with binding_index 1 {{(pid=88177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 25 04:03:08.893044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port ca087bab-4655-4b42-b6cd-68a229ba9cd6 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:08.990146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-d255e47e-fe7e-4a86-abac-69b58e4edae0 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:08.997664 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-d255e47e-fe7e-4a86-abac-69b58e4edae0 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.15 "GET /v2.0/networks?id=04cd9314-f5f3-480d-b2f6-57f9f77487db HTTP/1.1" status: 200 len: 812 time: 0.6615005 Nov 25 04:03:09.069123 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Request body: {'port': {'device_id': 'ef3d60ef-b11e-431a-a071-f74aabdb6293', 'network_id': '04cd9314-f5f3-480d-b2f6-57f9f77487db', 'admin_state_up': True, 'tenant_id': '4281d93eebc6472b9aeca7c58446bfd6'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:09.288148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:09.292779 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 42930) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:09.330611 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Transition to ACTIVE for port object 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:09.340875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:09.363015 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:09.525320 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Attempting to bind port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:09.526241 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Attempting to bind port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:09.531975 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Attempting to bind port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 on network fbbf2050-665c-4306-843a-806da9ab5719 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:09.547974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:09.548402 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Checking segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:09.548863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:09.549309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Bound using segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:09.549869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Bound port: 0de109e6-e4d1-4504-9c00-fb6ab06aafb7, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:09.550358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:09.569796 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:09.577741 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Usage tracker for resource:port and tenant:4281d93eebc6472b9aeca7c58446bfd6 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:09.609497 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:09.609839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88fbcf-938d-43a5-8e7d-292325e4da29 None None] Pushing event updated for resources: {'Port': ['ID=0de109e6-e4d1-4504-9c00-fb6ab06aafb7,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:09.628394 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:09.635575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c548244-4fb5-40f0-80d1-53562bf50136 None None] Network 204a024c-54c8-4940-972c-ed909f766c23 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:09.661613 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Made reservation on behalf of 4281d93eebc6472b9aeca7c58446bfd6 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:09.668014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:09.998293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:10.021326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Transition to ACTIVE for port object cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:10.025702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Allocated IP 172.20.0.7 (04cd9314-f5f3-480d-b2f6-57f9f77487db/b63c5734-dd50-4831-b1d7-dadf254e63d2/ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:10.028947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:10.065442 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:10.101244 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8f474571-2a58-4d73-8f31-906f39033bc7 req-b783f324-b9c7-4179-a66b-13d74911fb0b tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 210 time: 0.3222244 Nov 25 04:03:10.169757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8893-fa15-4544-a1fa-dbdee7ec2cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:10.212530 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Pushing event updated for resources: {'Port': ['ID=cf76a92d-ad83-44cf-a1e4-3b1d1ac67304,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:10.263682 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:10.264310 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:10.264847 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:10.265348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:10.265848 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:10.266363 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:10.266858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:10.267367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:10.267862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:10.268351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:10.268838 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Tracked resource versions report: Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: pushed versions: Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: { 'ConntrackHelper': {'1.0'}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': {'1.0'}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': {'1.1'}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': {'1.5'}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': {'1.2'}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': {'1.8'}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': {'1.2'}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': {'1.0'}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': {'1.0'}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': {'1.1'}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': {'1.1'}} Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: consumer versions: Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: { DHCP agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: HyperV agent@hv-cinder-81877: {}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: L3 agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: Metadata agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: Metering agent@dv-cinder-818778-3-smb: {}, Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: Open vSwitch agent@dv-cinder-818778-3-smb: { 'ConntrackHelper': '1.0', Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'Log': '1.0', Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'Network': '1.1', Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'Port': '1.5', Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'PortForwarding': '1.2', Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'QosPolicy': '1.8', Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroup': '1.2', Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'SecurityGroupRule': '1.0', Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'SubPort': '1.0', Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'Subnet': '1.1', Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: 'Trunk': '1.1'}} Nov 25 04:03:10.270033 dv-cinder-818778-3-smb neutron-server[88064]: {{(pid=88180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 25 04:03:10.281368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Attempting to bind port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:10.282046 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Attempting to bind port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:10.282594 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Attempting to bind port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 on network fbbf2050-665c-4306-843a-806da9ab5719 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:10.298232 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:10.299060 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:10.299473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Checking segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:10.299920 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:10.300351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Bound using segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:10.300862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Bound port: cf76a92d-ad83-44cf-a1e4-3b1d1ac67304, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:10.301286 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:10.412739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fc88fbcf-938d-43a5-8e7d-292325e4da29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:10.470917 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ab0b8893-fa15-4544-a1fa-dbdee7ec2cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:10.517607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ab0b8893-fa15-4544-a1fa-dbdee7ec2cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:aacd3f78afe54659a06c05e54bd094b3 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:10.526664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ab0b8893-fa15-4544-a1fa-dbdee7ec2cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:10.542291 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ab0b8893-fa15-4544-a1fa-dbdee7ec2cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:10.551967 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] For port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:10.565140 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] For port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=cf76a92d-ad83-44cf-a1e4-3b1d1ac67304,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:10.581497 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28109d9b-3c8d-4465-ab61-1556792d5377 None None] Network a25752b1-9c08-4df0-8384-722234ed08aa requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:10.583382 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:10.628529 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:10.730263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f079eee0-0556-40da-9652-950b0b838ddc None None] Provisioning for port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:10.756090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f079eee0-0556-40da-9652-950b0b838ddc None None] Provisioning complete for port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:10.756514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f079eee0-0556-40da-9652-950b0b838ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:10.761829 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:03:10.769508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:10.886481 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:10.919477 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Pushing event updated for resources: {'Port': ['ID=cf76a92d-ad83-44cf-a1e4-3b1d1ac67304,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:10.955434 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Sync routers for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:03:10.976834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:10.982993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:10.983849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:02:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:11.017870 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:11.021403 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7655087 Nov 25 04:03:11.026745 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 42984) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:11.139022 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8893-fa15-4544-a1fa-dbdee7ec2cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:11.253765 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:11.254815 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:02:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:11.267216 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8893-fa15-4544-a1fa-dbdee7ec2cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:11.325116 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:11.363715 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:11.587895 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ab0b8893-fa15-4544-a1fa-dbdee7ec2cf7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aacd3f78afe54659a06c05e54bd094b3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2932346 Nov 25 04:03:11.600715 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43012) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:11.709503 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b8893-fa15-4544-a1fa-dbdee7ec2cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eb1359-f98a-47ac-b64c-d59615063a1e,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:11.727383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ab0b8893-fa15-4544-a1fa-dbdee7ec2cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:11.745593 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:11.859553 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:11.926372 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] For port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:11.959454 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] For port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=0de109e6-e4d1-4504-9c00-fb6ab06aafb7,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:11.970728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:12.159599 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad575e-9f1a-4f91-ad2e-bc75aed18421 req-a883f1e6-9987-4e86-bdac-ff113a4a873f tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:12.174381 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-61ad575e-9f1a-4f91-ad2e-bc75aed18421 req-a883f1e6-9987-4e86-bdac-ff113a4a873f tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 931 time: 0.7612181 Nov 25 04:03:12.178607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:12.182938 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f079eee0-0556-40da-9652-950b0b838ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:12.237589 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:12.451934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Routers {'03287b10-ba51-4387-ba6c-a000e5591b48'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:12.452665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:02:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['03287b10-ba51-4387-ba6c-a000e5591b48'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:12.666607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Network 04cd9314-f5f3-480d-b2f6-57f9f77487db is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:12.680958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Allocated IP 172.20.0.1 (a25752b1-9c08-4df0-8384-722234ed08aa/bb7fa5dc-883a-4321-a111-26b57ff090a7/34bfe8f7-fe14-4159-8b75-03199c208a92) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:12.684785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:12.776608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43042) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:12.779845 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:12.784463 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:12.785160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:12.886619 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d567b42a-11c4-44d6-b9b0-a60b138e55bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:12.935145 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Pushing event updated for resources: {'Port': ['ID=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:12.941609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] Set router 03287b10-ba51-4387-ba6c-a000e5591b48 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:12.974367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-61ad575e-9f1a-4f91-ad2e-bc75aed18421 req-d2e3c75f-410c-49f9-96fb-803f9cb8e474 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Synchronizing usage tracker for tenant:4281d93eebc6472b9aeca7c58446bfd6 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:12.987133 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.241s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:13.073774 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d567b42a-11c4-44d6-b9b0-a60b138e55bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:13.118238 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0571642 Nov 25 04:03:13.187077 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-94eeedf2-3535-401c-9c72-67585f60b6b9 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:03:13.189482 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-94eeedf2-3535-401c-9c72-67585f60b6b9 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0129468 Nov 25 04:03:13.223423 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-61ad575e-9f1a-4f91-ad2e-bc75aed18421 req-d2e3c75f-410c-49f9-96fb-803f9cb8e474 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Unset dirty status for tenant:4281d93eebc6472b9aeca7c58446bfd6 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:13.239837 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-61ad575e-9f1a-4f91-ad2e-bc75aed18421 req-d2e3c75f-410c-49f9-96fb-803f9cb8e474 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0632563 Nov 25 04:03:13.348518 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Allocated IP 172.20.0.1 (ab46472b-7ed2-4cef-ad7d-804831d4a509/a8e4e294-e4af-4cfd-ab67-7d57d3e3f279/d6a77b81-3cb5-467d-8b33-0c3a053bcb68) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:13.367901 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:13.407405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d567b42a-11c4-44d6-b9b0-a60b138e55bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:13.461369 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7d3f53d8-598e-4b4f-9026-76400cf963c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:13.500815 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:13.520051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:13.549813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f079eee0-0556-40da-9652-950b0b838ddc None None] For port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=2fc4bf6b-1099-4e1f-b257-93db7d3dd659,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:13.554420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Request body: {'port': {'device_id': 'ef3d60ef-b11e-431a-a071-f74aabdb6293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:13.689874 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f079eee0-0556-40da-9652-950b0b838ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:13.786209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f6e0db9a-7300-4862-9455-4292cbacfee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:13.801378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88fbcf-938d-43a5-8e7d-292325e4da29 None None] Pushing event updated for resources: {'Port': ['ID=0de109e6-e4d1-4504-9c00-fb6ab06aafb7,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:13.831694 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fc88fbcf-938d-43a5-8e7d-292325e4da29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.594s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:13.849782 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8f88c039-e84a-43f7-8103-2575e7c50da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:13.865870 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Transition to ACTIVE for port object 34bfe8f7-fe14-4159-8b75-03199c208a92 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:13.866141 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:13.870382 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:14.114012 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3585e4a5-71fe-49ea-9f72-9b639ee9df1a None None] Provisioning for port ca087bab-4655-4b42-b6cd-68a229ba9cd6 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:14.141137 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567b42a-11c4-44d6-b9b0-a60b138e55bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eb1359-f98a-47ac-b64c-d59615063a1e,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:14.151435 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d567b42a-11c4-44d6-b9b0-a60b138e55bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:14.172201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:14.176932 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3585e4a5-71fe-49ea-9f72-9b639ee9df1a None None] Provisioning complete for port ca087bab-4655-4b42-b6cd-68a229ba9cd6 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:14.177347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3585e4a5-71fe-49ea-9f72-9b639ee9df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:14.236003 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7d3f53d8-598e-4b4f-9026-76400cf963c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:14.249816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7d3f53d8-598e-4b4f-9026-76400cf963c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a82a44e04f4b434195a545722f5ee9a2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:14.256134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7d3f53d8-598e-4b4f-9026-76400cf963c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:14.267996 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7d3f53d8-598e-4b4f-9026-76400cf963c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:14.319178 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-router', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28'}], 'enable_snat': True}, 'gw_port_id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:00Z', 'updated_at': '2021-11-25T04:03:03Z', 'revision_number': 3, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'gw_port': {'id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:02Z', 'updated_at': '2021-11-25T04:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:14.382631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a65d81-e305-499d-aaed-2ae3e4c14d41 None None] The sync data for ids ['03287b10-ba51-4387-ba6c-a000e5591b48'] in dv-cinder-818778-3-smb is: [{'id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-router', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28'}], 'enable_snat': True}, 'gw_port_id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:00Z', 'updated_at': '2021-11-25T04:03:03Z', 'revision_number': 3, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'gw_port': {'id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:da:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:02Z', 'updated_at': '2021-11-25T04:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:03:14.401295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:06Z', 'revision_number': 3, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:14.404247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7d3f53d8-598e-4b4f-9026-76400cf963c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:14.418838 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d567b42a-11c4-44d6-b9b0-a60b138e55bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:14.424306 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-d567b42a-11c4-44d6-b9b0-a60b138e55bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18eb1359-f98a-47ac-b64c-d59615063a1e HTTP/1.1" status: 204 len: 168 time: 2.8089643 Nov 25 04:03:14.432962 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079eee0-0556-40da-9652-950b0b838ddc None None] Pushing event updated for resources: {'Port': ['ID=2fc4bf6b-1099-4e1f-b257-93db7d3dd659,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:14.443856 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7d3f53d8-598e-4b4f-9026-76400cf963c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:14.444760 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f079eee0-0556-40da-9652-950b0b838ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:14.451061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:14.455229 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:03:14.471719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Checking router: aff1bb86-3902-45f5-b599-b724cc7ed62f for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:03:14.472245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Updating router aff1bb86-3902-45f5-b599-b724cc7ed62f port 399dfd67-35ea-46a3-855e-5b21cf9146ad binding host dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:03:14.491082 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ab0b8893-fa15-4544-a1fa-dbdee7ec2cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:14.569847 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7d3f53d8-598e-4b4f-9026-76400cf963c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a82a44e04f4b434195a545722f5ee9a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7178619 Nov 25 04:03:14.581700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43070) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:14.604381 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:05Z', 'revision_number': 3, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:14.637629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88c9f5-968a-4f0c-a54a-b8221450a17f None None] The sync data for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb is: [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:05Z', 'revision_number': 3, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:03:14.647348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f53d8-598e-4b4f-9026-76400cf963c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1a91bb-8367-4807-96fd-9849c1f5834b,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:14.664937 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7d3f53d8-598e-4b4f-9026-76400cf963c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:14.718656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5c27ae85-0474-44bc-a830-d2ac85c8ba8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:14.720460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3585e4a5-71fe-49ea-9f72-9b639ee9df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:14.770931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:14.774972 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3585e4a5-71fe-49ea-9f72-9b639ee9df1a None None] For port ca087bab-4655-4b42-b6cd-68a229ba9cd6, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=ca087bab-4655-4b42-b6cd-68a229ba9cd6,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:14.780809 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3585e4a5-71fe-49ea-9f72-9b639ee9df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:14.789438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f079eee0-0556-40da-9652-950b0b838ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:14.824256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f62b57af-4bf4-4446-a0a6-a27e2d3fe688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:14.971670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Network ab46472b-7ed2-4cef-ad7d-804831d4a509 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:14.989702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a77b81-3cb5-467d-8b33-0c3a053bcb68,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:14.997389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:15.008222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:15.011070 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:15.011517 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854062730'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:15.020679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Network a25752b1-9c08-4df0-8384-722234ed08aa is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:15.036495 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3585e4a5-71fe-49ea-9f72-9b639ee9df1a None None] Provisioning complete for port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:15.041731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3585e4a5-71fe-49ea-9f72-9b639ee9df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:15.051451 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:15.075829 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:15.086230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854062730'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:15.325804 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585e4a5-71fe-49ea-9f72-9b639ee9df1a None None] Pushing event updated for resources: {'Port': ['ID=ca087bab-4655-4b42-b6cd-68a229ba9cd6,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:15.330407 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:15.332322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3585e4a5-71fe-49ea-9f72-9b639ee9df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:15.392654 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43084) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:15.408082 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=34bfe8f7-fe14-4159-8b75-03199c208a92,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:15.431044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:15.648867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9e4d-77ed-4d9d-a50c-2a4072aa3761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:15.785665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:15.816865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9e4d-77ed-4d9d-a50c-2a4072aa3761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.117145 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9e4d-77ed-4d9d-a50c-2a4072aa3761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.153559 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-67c386df-e1f6-407f-a0da-e38fc1fe5a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.177805 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:16.219090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0c9c16af-deeb-4318-8cf0-4c917dc2d697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:16.243090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.251529 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813d342-6244-47c7-aff7-ccc90d393f8b req-0c3ea4eb-88bb-466a-a98f-d6494da3a16c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:16.260111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-f813d342-6244-47c7-aff7-ccc90d393f8b req-0c3ea4eb-88bb-466a-a98f-d6494da3a16c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Synchronizing usage tracker for tenant:4281d93eebc6472b9aeca7c58446bfd6 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:16.269541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-943f0aba-302b-4901-a73b-e2ce9b01e261 None None] Provisioning for port 34bfe8f7-fe14-4159-8b75-03199c208a92 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:16.287968 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-943f0aba-302b-4901-a73b-e2ce9b01e261 None None] Provisioning complete for port 34bfe8f7-fe14-4159-8b75-03199c208a92 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:16.288896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-943f0aba-302b-4901-a73b-e2ce9b01e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.364629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-943f0aba-302b-4901-a73b-e2ce9b01e261 None None] Port 34bfe8f7-fe14-4159-8b75-03199c208a92 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:03:16.372167 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:16.387930 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:16.391174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.408897 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.487099 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Transition to ACTIVE for port object 399dfd67-35ea-46a3-855e-5b21cf9146ad will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:16.503558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.536618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:16.542505 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-010e3a46-c1d6-45c2-8490-2ad160c7f75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.584975 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f9e4d-77ed-4d9d-a50c-2a4072aa3761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1a91bb-8367-4807-96fd-9849c1f5834b,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:16.598006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6b5f9e4d-77ed-4d9d-a50c-2a4072aa3761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:16.644171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.766504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=0de109e6-e4d1-4504-9c00-fb6ab06aafb7,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:16.784197 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.785443 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:16.815940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Attempting to bind port 399dfd67-35ea-46a3-855e-5b21cf9146ad on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:16.816347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Attempting to bind port 399dfd67-35ea-46a3-855e-5b21cf9146ad by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:16.824315 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Attempting to bind port 399dfd67-35ea-46a3-855e-5b21cf9146ad on network fbbf2050-665c-4306-843a-806da9ab5719 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:16.839958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9e4d-77ed-4d9d-a50c-2a4072aa3761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.862689 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6b5f9e4d-77ed-4d9d-a50c-2a4072aa3761 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac1a91bb-8367-4807-96fd-9849c1f5834b HTTP/1.1" status: 204 len: 168 time: 2.2005453 Nov 25 04:03:16.893790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:16.917431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:16.917846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Checking segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:16.939047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:03:16.942610 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.943171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Bound using segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:16.943773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Bound port: 399dfd67-35ea-46a3-855e-5b21cf9146ad, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:16.944307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:16.976231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:17.018355 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:17.030182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Transition to ACTIVE for port object ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:17.035279 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:17.100623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-f813d342-6244-47c7-aff7-ccc90d393f8b req-0c3ea4eb-88bb-466a-a98f-d6494da3a16c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Unset dirty status for tenant:4281d93eebc6472b9aeca7c58446bfd6 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:17.118360 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f813d342-6244-47c7-aff7-ccc90d393f8b req-0c3ea4eb-88bb-466a-a98f-d6494da3a16c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 931 time: 2.2445350 Nov 25 04:03:17.161305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:17.253756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f9baa-e296-4a32-8a50-8a34cf8ae0ca None None] Pushing event updated for resources: {'Port': ['ID=399dfd67-35ea-46a3-855e-5b21cf9146ad,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:17.266537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-825f9baa-e296-4a32-8a50-8a34cf8ae0ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:17.267829 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] For port 399dfd67-35ea-46a3-855e-5b21cf9146ad, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:17.271867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] For port 399dfd67-35ea-46a3-855e-5b21cf9146ad, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=399dfd67-35ea-46a3-855e-5b21cf9146ad,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:17.278476 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:17.290477 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ee7e785a-f8a2-4d32-b494-37cfc7a7a73c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:17.316743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b3ace934-ed50-482c-9982-4b58ffd1260f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:17.568874 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:17.578252 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:03:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:17.608537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43112) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:17.638010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=0de109e6-e4d1-4504-9c00-fb6ab06aafb7,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:17.654764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:17.687899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:17.697984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:17.698723 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:17.787246 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-010e3a46-c1d6-45c2-8490-2ad160c7f75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:17.808519 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:17.889339 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:17.912646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838640375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712977'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:17.944723 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:18.016253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:18.055311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=cf76a92d-ad83-44cf-a1e4-3b1d1ac67304,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:18.063431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:18.066448 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:18.113288 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:18.212135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1568302604-network', 'tenant_id': 'ae6b950e276f4382ad7bd650bf13bfbb'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:18.216545 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:18.307761 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:18.327795 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f813d342-6244-47c7-aff7-ccc90d393f8b req-b282edec-aed4-4f56-ba91-f8c40313fa8e tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2083669 Nov 25 04:03:18.335320 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=cf76a92d-ad83-44cf-a1e4-3b1d1ac67304,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:18.342393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:18.360958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:18.366201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:18.367812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:18.368243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:18.376395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Allocated IP 172.20.0.1 (204a024c-54c8-4940-972c-ed909f766c23/98ba59b9-79a2-4c33-8784-a19e069e73ba/c008db58-497e-42f4-b94d-642f8146f246) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:18.419617 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Usage tracker for resource:network and tenant:ae6b950e276f4382ad7bd650bf13bfbb is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:18.420169 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-010e3a46-c1d6-45c2-8490-2ad160c7f75f admin admin] Usage tracker for resource:security_group_rule and tenant:c1af697552294a41bb8df6b7d5d8921b is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:18.432903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-010e3a46-c1d6-45c2-8490-2ad160c7f75f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:18.433487 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a77b81-3cb5-467d-8b33-0c3a053bcb68,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:18.437115 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:18.439641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:18.458811 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838640375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712977'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:18.470424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:18.473152 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:18.497646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-010e3a46-c1d6-45c2-8490-2ad160c7f75f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:18.520781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Pushing event updated for resources: {'Port': ['ID=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:18.552481 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.262s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:18.560210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device ca087bab-4655-4b42-b6cd-68a229ba9cd6 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:18.589635 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Made reservation on behalf of ae6b950e276f4382ad7bd650bf13bfbb for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:18.608735 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:18.722730 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port ca087bab-4655-4b42-b6cd-68a229ba9cd6 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:18.723970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:18.762254 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:18.808804 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-010e3a46-c1d6-45c2-8490-2ad160c7f75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:18.849103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Network ab46472b-7ed2-4cef-ad7d-804831d4a509 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:18.867865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:18.958838 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:19.031891 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f9baa-e296-4a32-8a50-8a34cf8ae0ca None None] Pushing event updated for resources: {'Port': ['ID=399dfd67-35ea-46a3-855e-5b21cf9146ad,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:19.035516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:19.050322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-825f9baa-e296-4a32-8a50-8a34cf8ae0ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.734s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:19.050492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ae6b950e276f4382ad7bd650bf13bfbb is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:19.078892 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:19.087178 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-010e3a46-c1d6-45c2-8490-2ad160c7f75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:19.107384 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:19.111146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:19.135858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:06Z', 'revision_number': 3, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:19.145357 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d703d-9ec4-478a-a005-63a96c122081 None None] The sync data for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb is: [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:06Z', 'revision_number': 3, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:03:19.203808 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-010e3a46-c1d6-45c2-8490-2ad160c7f75f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1af697552294a41bb8df6b7d5d8921b&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7832232 Nov 25 04:03:19.239553 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43140) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:19.307091 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Attempting to bind port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:19.310691 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:19.331707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Attempting to bind port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '04cd9314-f5f3-480d-b2f6-57f9f77487db'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:19.331707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Attempting to bind port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d on network 04cd9314-f5f3-480d-b2f6-57f9f77487db {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:19.357034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:19.365969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d on network 04cd9314-f5f3-480d-b2f6-57f9f77487db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:03:19.366363 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Attempting to bind port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d on network 04cd9314-f5f3-480d-b2f6-57f9f77487db {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:19.368416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:19.373468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Transition to ACTIVE for port object c008db58-497e-42f4-b94d-642f8146f246 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:19.476982 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:19.477406 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:19.552732 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b7ad7bf9-ad94-4a21-ba49-eb581808158a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:19.605357 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=34bfe8f7-fe14-4159-8b75-03199c208a92,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:19.629683 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:19.678246 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:19.838971 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:19.839498 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Checking segment: {'id': 'e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '04cd9314-f5f3-480d-b2f6-57f9f77487db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:19.839915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Bound using segment: {'id': 'e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '04cd9314-f5f3-480d-b2f6-57f9f77487db'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:19.848769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Bound port: ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '04cd9314-f5f3-480d-b2f6-57f9f77487db'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:19.849176 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:19.908202 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:03:19.911978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:19.925896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:19.926444 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Added segment c1719246-835b-4e8b-a76a-e9ec1b67ef5a of type vlan for network 6e580d08-dc16-4800-a59b-034c5a27a028 Nov 25 04:03:19.973692 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:20.030909 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e3a46-c1d6-45c2-8490-2ad160c7f75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71259fd0-7bdc-4082-9207-b00b75de678f,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:20.048068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:20.074303 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:20.074822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:20.208043 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:20.287773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:20.288682 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:20.377121 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e492c7c4-1c04-4989-9480-3d306599bfb7,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:20.398276 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:20.430447 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:20.430664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-006337ec-035c-42b0-93ef-1e17ded85cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:20.437654 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-010e3a46-c1d6-45c2-8490-2ad160c7f75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:20.455814 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] For port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:20.460088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] For port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d,segment=NetworkSegment(e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6),segment_id=e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:20.482696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:20.495155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-90f6d720-9921-4893-9318-2b8c86f5f484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:20.513550 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9037411 Nov 25 04:03:20.518984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Network 204a024c-54c8-4940-972c-ed909f766c23 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:20.520209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c008db58-497e-42f4-b94d-642f8146f246,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:20.531566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:20.533649 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43164) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:20.552216 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:20.569765 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Request body: {'subnet': {'network_id': '6e580d08-dc16-4800-a59b-034c5a27a028', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1568302604-subnet', 'tenant_id': 'ae6b950e276f4382ad7bd650bf13bfbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:20.580911 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:20.586372 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Network a25752b1-9c08-4df0-8384-722234ed08aa is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:20.592584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Usage tracker for resource:subnet and tenant:ae6b950e276f4382ad7bd650bf13bfbb is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:20.596346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:20.599434 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-006337ec-035c-42b0-93ef-1e17ded85cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:20.607090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:20.695995 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:20.725396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:20.797020 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:20.815681 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] 10.222.0.15 "PUT /v2.0/ports/ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d HTTP/1.1" status: 200 len: 1093 time: 7.4352350 Nov 25 04:03:20.827544 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3d60ef-b11e-431a-a071-f74aabdb6293', 'tag': 'ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:03:20.860496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:20.860986 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854062730'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:20.884002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Pushing event updated for resources: {'Network': ['ID=6e580d08-dc16-4800-a59b-034c5a27a028,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:20.888580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:20.902540 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network 6e580d08-dc16-4800-a59b-034c5a27a028 details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:03:20.975087 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782feeb-7d27-4fe2-beac-d2372a035cb6 req-0eabd9e6-d3ce-4a03-ac22-87224377fe8a tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:20.984332 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a782feeb-7d27-4fe2-beac-d2372a035cb6 req-0eabd9e6-d3ce-4a03-ac22-87224377fe8a tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 943 time: 1.0916224 Nov 25 04:03:21.168253 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a782feeb-7d27-4fe2-beac-d2372a035cb6 req-10820d47-682f-4684-944d-cc8390e770fe tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700292 Nov 25 04:03:21.288794 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Router 03287b10-ba51-4387-ba6c-a000e5591b48 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:03:21.290596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:21.377465 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3f72f91b-d538-4d47-85ca-bed82ed75099 None None] Provisioning complete for port 34bfe8f7-fe14-4159-8b75-03199c208a92 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:21.379719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3f72f91b-d538-4d47-85ca-bed82ed75099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:21.391742 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-006337ec-035c-42b0-93ef-1e17ded85cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:21.408009 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Pushing event updated for resources: {'Port': ['ID=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:21.418659 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:21.419160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Made reservation on behalf of ae6b950e276f4382ad7bd650bf13bfbb for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:21.424028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:21.502679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3f72f91b-d538-4d47-85ca-bed82ed75099 None None] Port 34bfe8f7-fe14-4159-8b75-03199c208a92 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:03:21.547120 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:21.635499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f753e7c9-1ecf-4939-af07-5c7e43b40c5b None None] Provisioning for port c008db58-497e-42f4-b94d-642f8146f246 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:21.648534 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f753e7c9-1ecf-4939-af07-5c7e43b40c5b None None] Provisioning complete for port c008db58-497e-42f4-b94d-642f8146f246 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:21.648964 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f753e7c9-1ecf-4939-af07-5c7e43b40c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:21.804904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-010e3a46-c1d6-45c2-8490-2ad160c7f75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:21.814269 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f753e7c9-1ecf-4939-af07-5c7e43b40c5b None None] Port c008db58-497e-42f4-b94d-642f8146f246 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:03:21.943113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:21.944514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006337ec-035c-42b0-93ef-1e17ded85cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71259fd0-7bdc-4082-9207-b00b75de678f,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:22.089836 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-006337ec-035c-42b0-93ef-1e17ded85cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:22.235383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0a2891d0-9121-4cd1-9daa-75c03928b423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:22.349696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b41d4f9-9783-42e9-b6c1-97a4b964bfb5,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:22.354923 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-006337ec-035c-42b0-93ef-1e17ded85cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:22.356397 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-006337ec-035c-42b0-93ef-1e17ded85cab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71259fd0-7bdc-4082-9207-b00b75de678f HTTP/1.1" status: 204 len: 168 time: 3.1124251 Nov 25 04:03:22.360028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:22.372749 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-3e0241f6-19be-4c0a-941f-fb38fc2b0e5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4281d93eebc6472b9aeca7c58446bfd6&device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 1096 time: 1.3667181 Nov 25 04:03:22.640546 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3d60ef-b11e-431a-a071-f74aabdb6293', 'tag': 'ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d', 'status': 'completed', 'code': 200} Nov 25 04:03:22.642125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43202) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:22.674367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:03:22.686259 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Sync routers for ids ['03287b10-ba51-4387-ba6c-a000e5591b48'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:03:22.718468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Checking segment: {'id': 'c1719246-835b-4e8b-a76a-e9ec1b67ef5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e580d08-dc16-4800-a59b-034c5a27a028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:22.718468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Network hostable DHCP agents. Network: 6e580d08-dc16-4800-a59b-034c5a27a028, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:03:22.718712 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Routers {'03287b10-ba51-4387-ba6c-a000e5591b48'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:22.718813 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-cde0e7df-7fcb-4896-8dbc-52422b6dd07d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d HTTP/1.1" status: 200 len: 217 time: 0.3038597 Nov 25 04:03:22.718925 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:03:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['03287b10-ba51-4387-ba6c-a000e5591b48'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:22.720145 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] 10.222.0.47 "PUT /v2.0/routers/03287b10-ba51-4387-ba6c-a000e5591b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7065356 Nov 25 04:03:22.798502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:22.804533 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:22.807081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838640375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712977'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:22.819371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:22.918522 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0dcd2-b5e6-4de1-a466-a62420ade81e req-b90d727e-0cea-4185-8191-207d45840191 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:22.921613 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b6d0dcd2-b5e6-4de1-a466-a62420ade81e req-b90d727e-0cea-4185-8191-207d45840191 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 943 time: 0.4308796 Nov 25 04:03:23.090657 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-e6bf800d-cf95-457c-baf0-9e5c4130da18 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:23.093062 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-e6bf800d-cf95-457c-baf0-9e5c4130da18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b63c5734-dd50-4831-b1d7-dadf254e63d2 HTTP/1.1" status: 200 len: 852 time: 0.2215743 Nov 25 04:03:23.137093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c008db58-497e-42f4-b94d-642f8146f246,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:23.142111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:23.159360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Network 6e580d08-dc16-4800-a59b-034c5a27a028 is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:03:23.254876 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b6d0dcd2-b5e6-4de1-a466-a62420ade81e req-f41f95ed-ca7a-47d9-94d2-1f0c3433a213 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988839 Nov 25 04:03:23.331284 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-7a3feeaf-53f7-4c5f-8eae-40a79d18ee6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=04cd9314-f5f3-480d-b2f6-57f9f77487db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745112 Nov 25 04:03:23.337704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, 6e580d08-dc16-4800-a59b-034c5a27a028) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:23.341435 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Network 204a024c-54c8-4940-972c-ed909f766c23 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:23.342718 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:23.362461 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a504b86f-4164-4a9e-a73f-520c887fba96 None None] Network 6e580d08-dc16-4800-a59b-034c5a27a028 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:23.442111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:23.442907 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:23.731622 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43218) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:23.826888 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2792735 Nov 25 04:03:23.856112 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f99b2cdd-5774-40f6-ad50-d10d6e9bb682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:23.875921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 399dfd67-35ea-46a3-855e-5b21cf9146ad up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:24.009410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f99b2cdd-5774-40f6-ad50-d10d6e9bb682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:24.026272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f99b2cdd-5774-40f6-ad50-d10d6e9bb682 admin admin] Usage tracker for resource:security_group_rule and tenant:e4cd23b3678147c683f96bc4ad6daded is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:24.034399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f99b2cdd-5774-40f6-ad50-d10d6e9bb682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:24.054626 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f99b2cdd-5774-40f6-ad50-d10d6e9bb682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:24.179888 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f99b2cdd-5774-40f6-ad50-d10d6e9bb682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:24.189140 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-753caf2c-1084-4a01-acff-c038e7140931 None None] Provisioning complete for port c008db58-497e-42f4-b94d-642f8146f246 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:24.191479 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f99b2cdd-5774-40f6-ad50-d10d6e9bb682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:24.194468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-753caf2c-1084-4a01-acff-c038e7140931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:24.222108 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ab4fd726-3714-4235-84b8-ec39193d9f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:24.241550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:03:24.249765 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-81203503-8029-4b7e-b01c-7623f76f762c service neutron] 10.222.0.15 "GET /v2.0/networks/04cd9314-f5f3-480d-b2f6-57f9f77487db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8749769 Nov 25 04:03:24.359385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b2cdd-5774-40f6-ad50-d10d6e9bb682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58792f84-c75c-4c85-9ff6-237e50e87d33,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:24.373690 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f99b2cdd-5774-40f6-ad50-d10d6e9bb682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:24.374974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-753caf2c-1084-4a01-acff-c038e7140931 None None] Port c008db58-497e-42f4-b94d-642f8146f246 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:03:24.387313 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-299000fb-c1fa-44bc-9dcb-fb199183b9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:24.501210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Set router 03287b10-ba51-4387-ba6c-a000e5591b48 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:24.504572 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-299000fb-c1fa-44bc-9dcb-fb199183b9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:24.541739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-299000fb-c1fa-44bc-9dcb-fb199183b9fa admin admin] Usage tracker for resource:security_group_rule and tenant:f3dabcb1f8b24f81ad4fa9b7db27ca39 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:24.609116 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b33cf-dda6-4565-aefb-2971c1acbf50 None None] Network 6e580d08-dc16-4800-a59b-034c5a27a028 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:24.651605 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-299000fb-c1fa-44bc-9dcb-fb199183b9fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:24.673194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-299000fb-c1fa-44bc-9dcb-fb199183b9fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:24.711155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 399dfd67-35ea-46a3-855e-5b21cf9146ad completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:24.854093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 399dfd67-35ea-46a3-855e-5b21cf9146ad triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:24.855328 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:24.999388 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f99b2cdd-5774-40f6-ad50-d10d6e9bb682 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4cd23b3678147c683f96bc4ad6daded&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3471835 Nov 25 04:03:24.999587 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a59370-48c7-40e9-b9a4-e8fc450b11f4 req-a21eb9ba-67ab-4766-bd59-f01ac56e53b5 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:25.010793 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8a59370-48c7-40e9-b9a4-e8fc450b11f4 req-a21eb9ba-67ab-4766-bd59-f01ac56e53b5 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 943 time: 0.4772701 Nov 25 04:03:25.016025 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43250) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:25.165387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-299000fb-c1fa-44bc-9dcb-fb199183b9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:25.169946 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8a59370-48c7-40e9-b9a4-e8fc450b11f4 req-a3243750-6544-40f6-9eb4-60f6b8c912f8 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563683 Nov 25 04:03:25.177039 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-299000fb-c1fa-44bc-9dcb-fb199183b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:25.199538 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:25.222181 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-035b8334-b97a-45ec-97bc-6b53d015bc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:25.244271 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-ee2b8f3d-412e-42b7-bd33-a1357ca62f23 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:25.245103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-ee2b8f3d-412e-42b7-bd33-a1357ca62f23 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Synchronizing usage tracker for tenant:a875893fbda04b0ab2a25a558d695878 on resource:network {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:25.265183 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-299000fb-c1fa-44bc-9dcb-fb199183b9fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f3dabcb1f8b24f81ad4fa9b7db27ca39&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5309780 Nov 25 04:03:25.266311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43264) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:25.267707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299000fb-c1fa-44bc-9dcb-fb199183b9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccb2597-6e32-4e01-ad60-9ec6e934fc1c,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:25.271492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-299000fb-c1fa-44bc-9dcb-fb199183b9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:25.306759 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-ee2b8f3d-412e-42b7-bd33-a1357ca62f23 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Unset dirty status for tenant:a875893fbda04b0ab2a25a558d695878 on resource:network {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:25.313906 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-ee2b8f3d-412e-42b7-bd33-a1357ca62f23 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 819 time: 0.6836026 Nov 25 04:03:25.345169 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Router aff1bb86-3902-45f5-b599-b724cc7ed62f has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:03:25.346099 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-69506e5d-15cb-41d6-a23b-b120484effc4 req-48ec7aa6-f2e7-4216-b148-0a31b4116ee8 service neutron] 10.222.0.15 "GET /v2.0/networks/04cd9314-f5f3-480d-b2f6-57f9f77487db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0728788 Nov 25 04:03:25.368493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-77ea47d1-6fa8-4dc1-a56e-3514b0c4fe87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:25.404803 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-77ea47d1-6fa8-4dc1-a56e-3514b0c4fe87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:25.426051 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-08bb15e9-a221-498f-ad91-35127f106ea1 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/quotas/a875893fbda04b0ab2a25a558d695878 HTTP/1.1" status: 200 len: 375 time: 0.1109667 Nov 25 04:03:25.515083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea9097fe-bbd7-4c60-8201-7f2403fb21b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:25.667640 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-3ac7c9e0-bcd3-423f-b6af-3705237829d5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2405372 Nov 25 04:03:25.704502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea9097fe-bbd7-4c60-8201-7f2403fb21b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:25.799136 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-77ea47d1-6fa8-4dc1-a56e-3514b0c4fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:25.819680 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-9a83ec04-7051-4f0f-85fe-c3b4599a7044 service neutron] 10.222.0.47 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511266 Nov 25 04:03:25.835224 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1fc3da83-1154-4b1b-ab31-1a46d231eecb req-24a38b09-6538-4e6a-8786-022cc8df9572 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4281d93eebc6472b9aeca7c58446bfd6&device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 1096 time: 0.3516810 Nov 25 04:03:25.867064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port 399dfd67-35ea-46a3-855e-5b21cf9146ad, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=399dfd67-35ea-46a3-855e-5b21cf9146ad,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:25.888782 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:25.898407 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:25.903606 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fc88fbcf-938d-43a5-8e7d-292325e4da29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:25.939565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea47d1-6fa8-4dc1-a56e-3514b0c4fe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58792f84-c75c-4c85-9ff6-237e50e87d33,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:25.976957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=399dfd67-35ea-46a3-855e-5b21cf9146ad,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:25.993116 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-77ea47d1-6fa8-4dc1-a56e-3514b0c4fe87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:25.994584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:26.020224 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8693b436-d174-4a3b-879c-85ba6c67c11c service neutron] 10.222.0.47 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839635 Nov 25 04:03:26.041548 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-router', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28'}], 'enable_snat': True}, 'gw_port_id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:00Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'gw_port': {'id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:02Z', 'updated_at': '2021-11-25T04:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'd6a77b81-3cb5-467d-8b33-0c3a053bcb68', 'name': '', 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'mac_address': 'fa:16:3e:35:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8e4e294-e4af-4cfd-ab67-7d57d3e3f279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:12Z', 'updated_at': '2021-11-25T04:03:16Z', 'revision_number': 2, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'subnets': [{'id': 'a8e4e294-e4af-4cfd-ab67-7d57d3e3f279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:26.052240 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Checking router: 03287b10-ba51-4387-ba6c-a000e5591b48 for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:03:26.056753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Updating router 03287b10-ba51-4387-ba6c-a000e5591b48 port d6a77b81-3cb5-467d-8b33-0c3a053bcb68 binding host dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:03:26.113894 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-77ea47d1-6fa8-4dc1-a56e-3514b0c4fe87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:26.122170 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-77ea47d1-6fa8-4dc1-a56e-3514b0c4fe87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58792f84-c75c-4c85-9ff6-237e50e87d33 HTTP/1.1" status: 204 len: 168 time: 1.0611100 Nov 25 04:03:26.145797 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:03:26.158567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Sync routers for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:03:26.167572 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] 10.222.0.47 "PUT /v2.0/routers/4e7f4497-d9f8-44d5-8ac6-632d5043a2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2392521 Nov 25 04:03:26.195492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea9097fe-bbd7-4c60-8201-7f2403fb21b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:26.201777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:26.206236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:03:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:26.226556 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:26.233839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3da83-1154-4b1b-ab31-1a46d231eecb req-6b2d5f73-ba0a-4099-8ca3-fd7ecdd359d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:26.240431 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1fc3da83-1154-4b1b-ab31-1a46d231eecb req-6b2d5f73-ba0a-4099-8ca3-fd7ecdd359d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=04cd9314-f5f3-480d-b2f6-57f9f77487db HTTP/1.1" status: 200 len: 913 time: 0.2191725 Nov 25 04:03:26.251172 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9097fe-bbd7-4c60-8201-7f2403fb21b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccb2597-6e32-4e01-ad60-9ec6e934fc1c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:26.265617 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:26.290396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ea9097fe-bbd7-4c60-8201-7f2403fb21b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:26.303529 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea9097fe-bbd7-4c60-8201-7f2403fb21b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:26.307963 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ea9097fe-bbd7-4c60-8201-7f2403fb21b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ccb2597-6e32-4e01-ad60-9ec6e934fc1c HTTP/1.1" status: 204 len: 168 time: 1.0308311 Nov 25 04:03:26.374212 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1fc3da83-1154-4b1b-ab31-1a46d231eecb req-f0ab6ddc-1faf-4ae4-89a1-19ccae452a15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d HTTP/1.1" status: 200 len: 217 time: 0.1261821 Nov 25 04:03:26.412335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-cd278f19-75b2-48fa-a3ab-7298647a147e req-66e4e5f7-d5d0-437a-bab4-7110c7cd8e30 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Synchronizing usage tracker for tenant:a875893fbda04b0ab2a25a558d695878 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:26.435134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:03:26.458050 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] 10.222.0.47 "PUT /v2.0/routers/aff1bb86-3902-45f5-b599-b724cc7ed62f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4154422 Nov 25 04:03:26.464575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-cd278f19-75b2-48fa-a3ab-7298647a147e req-66e4e5f7-d5d0-437a-bab4-7110c7cd8e30 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Unset dirty status for tenant:a875893fbda04b0ab2a25a558d695878 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:26.464929 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Sync routers for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:03:26.465887 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-cd278f19-75b2-48fa-a3ab-7298647a147e req-66e4e5f7-d5d0-437a-bab4-7110c7cd8e30 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 210 time: 0.1744459 Nov 25 04:03:26.520436 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:26.523615 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:03:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:26.547451 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3da83-1154-4b1b-ab31-1a46d231eecb req-f62a099e-7f95-4f70-abbd-6c5e5c70650c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:26.549411 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1fc3da83-1154-4b1b-ab31-1a46d231eecb req-f62a099e-7f95-4f70-abbd-6c5e5c70650c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b63c5734-dd50-4831-b1d7-dadf254e63d2 HTTP/1.1" status: 200 len: 852 time: 0.1676202 Nov 25 04:03:26.658207 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1fc3da83-1154-4b1b-ab31-1a46d231eecb req-2e10dedb-3f26-4b03-8d1f-45bc6df1d5ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=04cd9314-f5f3-480d-b2f6-57f9f77487db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585933 Nov 25 04:03:26.806860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3e447-d756-48ce-b2b7-0ac004ad0f0c req-59967e38-369a-472b-aa1d-280f93529d9d tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:26.808580 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9da3e447-d756-48ce-b2b7-0ac004ad0f0c req-59967e38-369a-472b-aa1d-280f93529d9d tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 943 time: 0.2578688 Nov 25 04:03:26.885649 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9da3e447-d756-48ce-b2b7-0ac004ad0f0c req-6bd3a707-01dc-42b5-95a1-7e4eda1f2d62 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683012 Nov 25 04:03:26.965616 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1fc3da83-1154-4b1b-ab31-1a46d231eecb req-1376912e-9019-496c-ad33-f1ea4e63994e service neutron] 10.222.0.15 "GET /v2.0/networks/04cd9314-f5f3-480d-b2f6-57f9f77487db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965064 Nov 25 04:03:27.018611 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:27.039186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:27.176556 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1fc3da83-1154-4b1b-ab31-1a46d231eecb req-94c1e4b6-1c8e-462a-8252-c0d85b1aa173 service neutron] 10.222.0.15 "GET /v2.0/networks/04cd9314-f5f3-480d-b2f6-57f9f77487db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029071 Nov 25 04:03:27.310905 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43336) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:27.317506 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-566975165-network', 'tenant_id': 'fc0b36c25cad41fd83f53c8966d97381'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:27.328337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:27.334922 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Usage tracker for resource:network and tenant:fc0b36c25cad41fd83f53c8966d97381 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:27.342840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:27.375187 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:27.397762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Made reservation on behalf of fc0b36c25cad41fd83f53c8966d97381 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:27.402787 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:27.433221 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:27.470106 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:27.474495 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Usage tracker for resource:security_group_rule and tenant:fc0b36c25cad41fd83f53c8966d97381 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:27.477466 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:27.484390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:27.570936 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:17Z', 'revision_number': 2, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:27.581376 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Checking router: 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:03:27.581776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Updating router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 port 34bfe8f7-fe14-4159-8b75-03199c208a92 binding host dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:03:27.652247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:27.659680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:27.669351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:27.688410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:03:27.700187 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:27.700886 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Added segment 6504b64b-4984-41ad-8d18-acc81dc66948 of type vlan for network 92a0b4cf-060b-4bb9-b364-6b8e0be3111a Nov 25 04:03:27.732201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:27.786730 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:27.800235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7af7e6ac-855d-4303-98ef-2c8b9ea9a039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:27.822078 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:27.826319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Transition to ACTIVE for port object d6a77b81-3cb5-467d-8b33-0c3a053bcb68 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:27.834033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:27.836244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:27.855012 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:27.876477 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:27.913989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8070cd-3fa4-4799-bce8-4b712b64db2d,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:27.928566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:27.929109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8e89cc5c-a6c4-4a4e-8ec9-a9a85f2ebadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:27.938157 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:03:28.010727 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6942120 Nov 25 04:03:28.010884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43352) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:28.017341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Request body: {'subnet': {'network_id': '92a0b4cf-060b-4bb9-b364-6b8e0be3111a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-566975165-subnet', 'tenant_id': 'fc0b36c25cad41fd83f53c8966d97381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:28.030659 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:28.047929 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:22Z', 'revision_number': 2, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:28.051092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Usage tracker for resource:subnet and tenant:fc0b36c25cad41fd83f53c8966d97381 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:28.058882 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Checking router: aff1bb86-3902-45f5-b599-b724cc7ed62f for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:03:28.059215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Updating router aff1bb86-3902-45f5-b599-b724cc7ed62f port c008db58-497e-42f4-b94d-642f8146f246 binding host dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:03:28.062298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:28.080658 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:28.099956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43356) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:28.109186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43360) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:28.166330 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Made reservation on behalf of fc0b36c25cad41fd83f53c8966d97381 for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:28.168927 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Pushing event updated for resources: {'Network': ['ID=92a0b4cf-060b-4bb9-b364-6b8e0be3111a,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:28.169493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:28.175487 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:28.182188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:28.190119 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 399dfd67-35ea-46a3-855e-5b21cf9146ad up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:28.444762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43368) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:28.454944 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119480626', 'description': 'tempest-description--1349086450'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:28.472803 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:28.490512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Usage tracker for resource:security_group and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:28.494288 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network 92a0b4cf-060b-4bb9-b364-6b8e0be3111a details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:03:28.499909 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:28.507820 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-942a0435-946e-42a3-9953-e76d3fb2a430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:28.518861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:28.522845 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a39fc9a-5bcb-4076-9d9c-2263de2ddf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:28.580739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:28.593142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:28.609430 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Transition to ACTIVE for port object 34bfe8f7-fe14-4159-8b75-03199c208a92 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:28.652892 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:28.707704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:28.813579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-942a0435-946e-42a3-9953-e76d3fb2a430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:28.827478 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2a39fc9a-5bcb-4076-9d9c-2263de2ddf0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:28.853036 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-942a0435-946e-42a3-9953-e76d3fb2a430 admin admin] Usage tracker for resource:security_group_rule and tenant:c0547caa9a964c0d9c23ba1e54a62ab6 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:28.866906 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:28.873636 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-942a0435-946e-42a3-9953-e76d3fb2a430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:28.878541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Usage tracker for resource:security_group_rule and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:28.895768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:28.934335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:28.949848 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2a39fc9a-5bcb-4076-9d9c-2263de2ddf0d admin admin] Usage tracker for resource:security_group_rule and tenant:771b6ea9142f4a0e8583ced17b0552fe is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:28.955035 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-942a0435-946e-42a3-9953-e76d3fb2a430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:28.965886 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2a39fc9a-5bcb-4076-9d9c-2263de2ddf0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:28.987173 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2a39fc9a-5bcb-4076-9d9c-2263de2ddf0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:28.993480 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-3321b0a3-e43e-498f-a757-d01f8983d123 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:28.995278 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-3321b0a3-e43e-498f-a757-d01f8983d123 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.15 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 819 time: 0.4577842 Nov 25 04:03:29.024328 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Request body: {'port': {'device_id': 'cc9fcb51-0d9d-48a6-af15-efc04ffc5896', 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509', 'admin_state_up': True, 'tenant_id': 'a875893fbda04b0ab2a25a558d695878'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:29.165900 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.205645 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43400) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:29.247172 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-847e0e9f-f861-47a0-823a-3c3d44af67d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:29.313290 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309184373', 'description': 'tempest-description--1126309106'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:29.325419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Attempting to bind port 34bfe8f7-fe14-4159-8b75-03199c208a92 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:29.325817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Attempting to bind port 34bfe8f7-fe14-4159-8b75-03199c208a92 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:29.326313 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Attempting to bind port 34bfe8f7-fe14-4159-8b75-03199c208a92 on network a25752b1-9c08-4df0-8384-722234ed08aa {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:29.338267 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:29.338688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Checking segment: {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:29.339134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.339572 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Bound using segment: {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:29.340087 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Bound port: 34bfe8f7-fe14-4159-8b75-03199c208a92, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:29.340506 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.413426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d,segment=NetworkSegment(e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6),segment_id=e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:29.413960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-9cd29dd2-6e12-456f-8312-f8f72497a238 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:29.418349 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-9cd29dd2-6e12-456f-8312-f8f72497a238 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 819 time: 0.6874704 Nov 25 04:03:29.470553 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.476129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:29.480841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:29.483739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': 'ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d', 'network_id': '04cd9314-f5f3-480d-b2f6-57f9f77487db', 'port_id': 'ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d', 'mac_address': 'fa:16:3e:b3:d3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b63c5734-dd50-4831-b1d7-dadf254e63d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:03:29.485304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Usage tracker for resource:security_group and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:29.488422 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:29.496370 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] For port 34bfe8f7-fe14-4159-8b75-03199c208a92, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:29.499911 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] For port 34bfe8f7-fe14-4159-8b75-03199c208a92, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=34bfe8f7-fe14-4159-8b75-03199c208a92,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:29.500746 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:29.501214 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bb993-1fb8-4e05-8aa1-0790ff1a416d None None] Pushing event updated for resources: {'Port': ['ID=34bfe8f7-fe14-4159-8b75-03199c208a92,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:29.517064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.541656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:29.544978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 399dfd67-35ea-46a3-855e-5b21cf9146ad triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:29.545705 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.552343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:29.574287 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.574463 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6a4bb993-1fb8-4e05-8aa1-0790ff1a416d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:29.575500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.592119 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:29.627520 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:29.631566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Usage tracker for resource:security_group_rule and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:29.636186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:29.642913 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:29.666943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Made reservation on behalf of a875893fbda04b0ab2a25a558d695878 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:29.673737 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.697049 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.702600 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2566710 Nov 25 04:03:29.706070 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43410) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:29.733550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.735100 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a898ea-3ab3-4c3c-800d-e18975d02260,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:29.752350 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5a213-e739-4206-bd52-9ae5e727e4d0 None None] Pushing event updated for resources: {'Port': ['ID=d6a77b81-3cb5-467d-8b33-0c3a053bcb68,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:29.766301 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1df5a213-e739-4206-bd52-9ae5e727e4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.890s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:29.780954 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.817449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:29.819881 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.831730 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-f01d723f-2f42-4698-ad28-b8436c44875b tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/quotas/a875893fbda04b0ab2a25a558d695878 HTTP/1.1" status: 200 len: 375 time: 0.3794117 Nov 25 04:03:29.832065 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bb993-1fb8-4e05-8aa1-0790ff1a416d None None] Pushing event updated for resources: {'Port': ['ID=34bfe8f7-fe14-4159-8b75-03199c208a92,revision_number=4']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:29.854224 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:03:29.865890 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:29.866841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:03:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:29.897025 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d,segment=NetworkSegment(e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6),segment_id=e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:29.902941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-942a0435-946e-42a3-9953-e76d3fb2a430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.904965 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a39fc9a-5bcb-4076-9d9c-2263de2ddf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:29.977780 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ea9097fe-bbd7-4c60-8201-7f2403fb21b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:29.991522 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Attempting to bind port d6a77b81-3cb5-467d-8b33-0c3a053bcb68 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:29.991863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Attempting to bind port d6a77b81-3cb5-467d-8b33-0c3a053bcb68 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:29.992276 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Attempting to bind port d6a77b81-3cb5-467d-8b33-0c3a053bcb68 on network ab46472b-7ed2-4cef-ad7d-804831d4a509 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:30.001584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.019484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a39fc9a-5bcb-4076-9d9c-2263de2ddf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.021694 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-942a0435-946e-42a3-9953-e76d3fb2a430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.022435 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:30.022583 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.022919 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Checking segment: {'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:30.023380 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.023833 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8001554 Nov 25 04:03:30.028608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Bound using segment: {'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:30.029251 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Bound port: d6a77b81-3cb5-467d-8b33-0c3a053bcb68, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:30.029693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.033887 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43420) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:30.068918 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'security_group_rule': {'security_group_id': 'a2cd750f-ffe9-4673-99a0-fcd873c12a76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:30.076215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:30.080488 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Usage tracker for resource:security_group_rule and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:30.083688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:30.090882 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:30.093641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:30.123439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:30.134785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.171543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Checking segment: {'id': '6504b64b-4984-41ad-8d18-acc81dc66948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '92a0b4cf-060b-4bb9-b364-6b8e0be3111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:30.171943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Network hostable DHCP agents. Network: 92a0b4cf-060b-4bb9-b364-6b8e0be3111a, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:03:30.203125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd750f-ffe9-4673-99a0-fcd873c12a76,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:30.207709 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:30.224859 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:30.250971 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:30.255769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:30.266693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'security_group_rule': {'security_group_id': '2b356288-c2ee-45ce-b1c2-a89b42c8a5cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:30.273604 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:30.277869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Usage tracker for resource:security_group_rule and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:30.281137 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:30.288506 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:30.325286 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67631362-36bc-4d6d-8def-cda76ce87777 req-bad438a8-5e29-41f2-8466-273dacacc8f5 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:30.327527 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67631362-36bc-4d6d-8def-cda76ce87777 req-bad438a8-5e29-41f2-8466-273dacacc8f5 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 943 time: 0.8538859 Nov 25 04:03:30.351582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.355836 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2a39fc9a-5bcb-4076-9d9c-2263de2ddf0d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=771b6ea9142f4a0e8583ced17b0552fe&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2455676 Nov 25 04:03:30.361693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.362391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43434) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:30.382445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.387019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] For port d6a77b81-3cb5-467d-8b33-0c3a053bcb68, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:30.391561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] For port d6a77b81-3cb5-467d-8b33-0c3a053bcb68, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=d6a77b81-3cb5-467d-8b33-0c3a053bcb68,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:30.393686 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:30.406427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:30.464956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.474358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.506614 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-3a92ade4-ba38-4150-9a2c-e3ae6dfc9264 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6737165 Nov 25 04:03:30.509038 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-942a0435-946e-42a3-9953-e76d3fb2a430 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0547caa9a964c0d9c23ba1e54a62ab6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4063270 Nov 25 04:03:30.514268 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:30.519674 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.524064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43444) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:30.537849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:30.540186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39fc9a-5bcb-4076-9d9c-2263de2ddf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295eb2d3-f1c5-4949-88f8-fb03c6b76d6d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:30.543462 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Network 92a0b4cf-060b-4bb9-b364-6b8e0be3111a is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:03:30.553601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565b1cb9-9107-42da-a101-33aa331bcac0,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:30.576882 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:30.616216 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67631362-36bc-4d6d-8def-cda76ce87777 req-5993737b-3497-4761-a78d-1c8ba45e00e2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768407 Nov 25 04:03:30.653418 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.659171 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4025319 Nov 25 04:03:30.663132 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43454) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:30.680329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'security_group_rule': {'security_group_id': '2b356288-c2ee-45ce-b1c2-a89b42c8a5cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:30.694116 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a0435-946e-42a3-9953-e76d3fb2a430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5048155a-fae0-4a6e-9f33-5eb715d17793,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:30.698702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:30.701680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Usage tracker for resource:security_group_rule and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:30.704749 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:30.712877 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:30.731127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5a213-e739-4206-bd52-9ae5e727e4d0 None None] Pushing event updated for resources: {'Port': ['ID=d6a77b81-3cb5-467d-8b33-0c3a053bcb68,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:30.741635 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.742638 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1df5a213-e739-4206-bd52-9ae5e727e4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:30.757165 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:03:30.789092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6a4bb993-1fb8-4e05-8aa1-0790ff1a416d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.197s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:30.802693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Allocated IP 172.20.0.5 (ab46472b-7ed2-4cef-ad7d-804831d4a509/a8e4e294-e4af-4cfd-ab67-7d57d3e3f279/c73a82a8-8646-4e25-85cc-3cd19558e0bf) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:30.822979 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-942a0435-946e-42a3-9953-e76d3fb2a430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:30.825025 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.691s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:30.825435 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:30.835511 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:29Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:30.839789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f5c741-0ecb-453b-bdeb-7f53adebbe0b None None] The sync data for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb is: [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:29Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:03:30.847313 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.850026 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Routers {'03287b10-ba51-4387-ba6c-a000e5591b48'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:30.851110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:03:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['03287b10-ba51-4387-ba6c-a000e5591b48'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:30.856432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.862002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:30.878654 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, 92a0b4cf-060b-4bb9-b364-6b8e0be3111a) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:30.885180 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:30.899361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.903729 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8633699 Nov 25 04:03:30.904036 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:30.904523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:30.911569 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba461b38-aeab-411a-9b6c-9240955433d2,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:30.917730 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43464) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:30.930106 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'security_group_rule': {'security_group_id': 'a2cd750f-ffe9-4673-99a0-fcd873c12a76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:30.964128 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:30.983323 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:31.029286 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:31.030661 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3659470 Nov 25 04:03:31.031536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf928374-0b08-40c1-b1db-aedb0c0a6abf,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:31.047974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Usage tracker for resource:security_group_rule and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:31.048135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:31.048549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43472) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:31.054842 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'floatingip': {'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:31.064974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:31.069235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Usage tracker for resource:floatingip and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:31.070735 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-da20cbbe-eeda-470a-b1c7-d9d31f5b686c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0583763 Nov 25 04:03:31.078284 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-45a3be67-b2c0-4d7e-8ac3-55c4a94ca252 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:03:31.087175 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-45a3be67-b2c0-4d7e-8ac3-55c4a94ca252 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2632866 Nov 25 04:03:31.088756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:31.092138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:31.100173 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:31.116315 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:31.185517 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20922847-ff84-497c-aa05-aa20b96799b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:31.192870 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4d67ae-e134-4b13-ae01-9da55d2c5b8f None None] Network 92a0b4cf-060b-4bb9-b364-6b8e0be3111a requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:31.200547 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:31.515919 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43498) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:31.600344 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ed5d3eeb-8705-43d7-896b-3c9c9759f221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:31.623511 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:31.673018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:31.687796 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20922847-ff84-497c-aa05-aa20b96799b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:31.691531 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:31.734409 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ed5d3eeb-8705-43d7-896b-3c9c9759f221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:31.740801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] Set router 03287b10-ba51-4387-ba6c-a000e5591b48 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:31.747870 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:31.871843 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Allocated IP 172.28.0.68 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/a26f3b36-3f72-48d8-bee9-ff301fe3c242) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:31.902225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20922847-ff84-497c-aa05-aa20b96799b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:31.959286 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-15130abd-702a-4486-adb7-2c70ef36d995 service neutron] 10.222.0.47 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8709185 Nov 25 04:03:31.980545 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-77ea47d1-6fa8-4dc1-a56e-3514b0c4fe87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:32.039031 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20922847-ff84-497c-aa05-aa20b96799b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295eb2d3-f1c5-4949-88f8-fb03c6b76d6d,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:32.042668 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-20922847-ff84-497c-aa05-aa20b96799b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:32.071250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Transition to ACTIVE for port object c008db58-497e-42f4-b94d-642f8146f246 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:32.074227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.148008 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20922847-ff84-497c-aa05-aa20b96799b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.150913 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-20922847-ff84-497c-aa05-aa20b96799b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/295eb2d3-f1c5-4949-88f8-fb03c6b76d6d HTTP/1.1" status: 204 len: 168 time: 1.7702219 Nov 25 04:03:32.163151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.189568 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dc290d-f109-43e3-93f2-dbba8d5d8e01 admin admin] Deleting subnet 5b41d4f9-9783-42e9-b6c1-97a4b964bfb5 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:03:32.197534 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f8dc290d-f109-43e3-93f2-dbba8d5d8e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.277887 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f8dc290d-f109-43e3-93f2-dbba8d5d8e01 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.286564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f8dc290d-f109-43e3-93f2-dbba8d5d8e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.296483 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ed5d3eeb-8705-43d7-896b-3c9c9759f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.340891 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:32.353717 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.365400 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d3eeb-8705-43d7-896b-3c9c9759f221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5048155a-fae0-4a6e-9f33-5eb715d17793,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:32.377420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ed5d3eeb-8705-43d7-896b-3c9c9759f221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:32.378553 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.379277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:32.381412 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-cabc2381-1f26-4104-8d6c-b2ee46878068 service neutron] 10.222.0.47 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050646 Nov 25 04:03:32.389889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ed5d3eeb-8705-43d7-896b-3c9c9759f221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.391375 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ed5d3eeb-8705-43d7-896b-3c9c9759f221 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5048155a-fae0-4a6e-9f33-5eb715d17793 HTTP/1.1" status: 204 len: 168 time: 1.8543670 Nov 25 04:03:32.403890 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:32.407653 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.468644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'Port': ['ID=a26f3b36-3f72-48d8-bee9-ff301fe3c242,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:32.471519 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f8dc290d-f109-43e3-93f2-dbba8d5d8e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.476523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:32.476667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1c780f-e459-4a2a-a07a-7eaca43126a4,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:32.485766 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:32.486846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:32.500837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f550e4da-711b-41a5-9d43-b288018233c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:32.511828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.513344 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-4f76aac4-73ed-4b56-b686-09f1075d875c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5926206 Nov 25 04:03:32.516925 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43544) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:32.535757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'floatingip': {'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:32.541469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:32.547861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:32.554612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f8dc290d-f109-43e3-93f2-dbba8d5d8e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.554795 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:32.570299 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Usage tracker for resource:floatingip and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:32.577865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:32.584703 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:32.610161 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:32.639657 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.807896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:32.815957 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f8dc290d-f109-43e3-93f2-dbba8d5d8e01 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5b41d4f9-9783-42e9-b6c1-97a4b964bfb5 HTTP/1.1" status: 204 len: 168 time: 1.2964435 Nov 25 04:03:32.818084 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc290d-f109-43e3-93f2-dbba8d5d8e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b41d4f9-9783-42e9-b6c1-97a4b964bfb5,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:32.872270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43556) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:32.878236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f8dc290d-f109-43e3-93f2-dbba8d5d8e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:32.997364 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:33.165360 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-be968391-dca9-4a1f-9475-82954851e428 req-ffa7e28a-e512-4fdb-8eea-b84c0935fcef tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 210 time: 0.1634736 Nov 25 04:03:33.254833 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 34bfe8f7-fe14-4159-8b75-03199c208a92 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:33.310702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:33.545302 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42fa37-f663-43b7-a04a-031c63800167 req-c29ff813-8374-4f79-a37f-e0ee4b3469de tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:33.552795 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ea42fa37-f663-43b7-a04a-031c63800167 req-c29ff813-8374-4f79-a37f-e0ee4b3469de tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 944 time: 1.4526875 Nov 25 04:03:33.632514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:33.681962 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Allocated IP 172.28.0.174 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/f51bb9ef-b7eb-470c-b170-bb9c39a7c522) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:33.706583 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:33.733023 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Attempting to bind port c008db58-497e-42f4-b94d-642f8146f246 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:33.733440 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Attempting to bind port c008db58-497e-42f4-b94d-642f8146f246 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:33.733846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Attempting to bind port c008db58-497e-42f4-b94d-642f8146f246 on network 204a024c-54c8-4940-972c-ed909f766c23 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:33.841431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:33.846759 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Checking segment: {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:33.847241 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:33.847738 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Bound using segment: {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:33.852798 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:33.854399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Bound port: c008db58-497e-42f4-b94d-642f8146f246, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:33.855105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:33.877432 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ea42fa37-f663-43b7-a04a-031c63800167 req-f0d4eada-ab39-4c90-ac63-a3720e1fb610 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234527 Nov 25 04:03:33.918088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Network ab46472b-7ed2-4cef-ad7d-804831d4a509 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:33.926889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:33.940389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:33.945588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:33.948494 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:33.957074 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:33.957780 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:33.977856 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Pushing event updated for resources: {'Port': ['ID=c73a82a8-8646-4e25-85cc-3cd19558e0bf,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:33.980702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43590) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:33.994470 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-router', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28'}], 'enable_snat': True}, 'gw_port_id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:00Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'gw_port': {'id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:02Z', 'updated_at': '2021-11-25T04:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'd6a77b81-3cb5-467d-8b33-0c3a053bcb68', 'name': '', 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'mac_address': 'fa:16:3e:35:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8e4e294-e4af-4cfd-ab67-7d57d3e3f279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:12Z', 'updated_at': '2021-11-25T04:03:30Z', 'revision_number': 4, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'subnets': [{'id': 'a8e4e294-e4af-4cfd-ab67-7d57d3e3f279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:34.004189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef7fca-0f94-47b7-bbfa-639d01424dd3 None None] Pushing event updated for resources: {'Port': ['ID=c008db58-497e-42f4-b94d-642f8146f246,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:34.015226 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:34.015787 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:34.026867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e5ef7fca-0f94-47b7-bbfa-639d01424dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.487s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:34.027739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a838f5be-173f-49ec-9298-20b03ddbeda2 None None] Network 92a0b4cf-060b-4bb9-b364-6b8e0be3111a requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:03:34.059744 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:34.106152 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:34.121633 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:34.139166 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:34.321770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:34.380996 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-8de5bb31-1885-4bd4-ab40-61b7ae4bee88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3658164 Nov 25 04:03:34.395361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:34.396677 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3470900 Nov 25 04:03:34.408135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'Port': ['ID=a26f3b36-3f72-48d8-bee9-ff301fe3c242,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:34.417346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:34.421765 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Request body: {'port': {'device_id': 'cc9fcb51-0d9d-48a6-af15-efc04ffc5896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:34.430913 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:34.443784 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'Port': ['ID=f51bb9ef-b7eb-470c-b170-bb9c39a7c522,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:34.453242 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:34.456210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:34.523486 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:34.711213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] For port c008db58-497e-42f4-b94d-642f8146f246, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:34.715404 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] For port c008db58-497e-42f4-b94d-642f8146f246, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=c008db58-497e-42f4-b94d-642f8146f246,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:34.716976 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5980ea-0494-44cc-905b-d24caf897a78 None None] The sync data for ids ['03287b10-ba51-4387-ba6c-a000e5591b48'] in dv-cinder-818778-3-smb is: [{'id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-router', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28'}], 'enable_snat': True}, 'gw_port_id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:00Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'gw_port': {'id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:02Z', 'updated_at': '2021-11-25T04:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'd6a77b81-3cb5-467d-8b33-0c3a053bcb68', 'name': '', 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'mac_address': 'fa:16:3e:35:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8e4e294-e4af-4cfd-ab67-7d57d3e3f279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:12Z', 'updated_at': '2021-11-25T04:03:30Z', 'revision_number': 4, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'subnets': [{'id': 'a8e4e294-e4af-4cfd-ab67-7d57d3e3f279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:03:34.802783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:34.832583 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c3e4542a-ed20-48b5-8703-0698b9ed858e req-d56ffe33-3b14-493e-9316-70b2fa54a5ef tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 210 time: 0.3747249 Nov 25 04:03:34.857352 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:34.896920 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:34.996750 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:35.075927 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef7fca-0f94-47b7-bbfa-639d01424dd3 None None] Pushing event updated for resources: {'Port': ['ID=c008db58-497e-42f4-b94d-642f8146f246,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:35.086510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e5ef7fca-0f94-47b7-bbfa-639d01424dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:35.122077 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:35.141813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:35.145282 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:35.451707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 34bfe8f7-fe14-4159-8b75-03199c208a92 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:35.456430 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:35.476996 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:35.479946 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.15', 56125) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:35.480169 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65573418-8bb6-47f6-ab89-2bf65694fe4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:35.496956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:03:35.497686 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:03:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:35.538350 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:35.562245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-6c59efa7-d5ee-4f0f-9b61-a69c4299ec5c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Synchronizing usage tracker for tenant:2192983d29584d5db1c6a2697d11a1db on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:35.638827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-6c59efa7-d5ee-4f0f-9b61-a69c4299ec5c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Unset dirty status for tenant:2192983d29584d5db1c6a2697d11a1db on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:35.648420 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-6c59efa7-d5ee-4f0f-9b61-a69c4299ec5c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2119480626&fields=id&tenant_id=2192983d29584d5db1c6a2697d11a1db HTTP/1.1" status: 200 len: 267 time: 0.7870133 Nov 25 04:03:35.687657 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:35.875998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:35.876547 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:35.907930 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-85859d87-b25e-4559-be2a-8d5514bd070e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:35.914496 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-85859d87-b25e-4559-be2a-8d5514bd070e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 816 time: 0.2646542 Nov 25 04:03:35.922640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 34bfe8f7-fe14-4159-8b75-03199c208a92 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:35.923081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:35.991256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-54f579e0-eef7-4964-90d6-15bdcb97ca1a tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:35.995808 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-54f579e0-eef7-4964-90d6-15bdcb97ca1a tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.15 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 819 time: 0.5124619 Nov 25 04:03:36.071175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Request body: {'port': {'device_id': 'aa51f031-b326-4e77-91c0-f9fcc4e19486', 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509', 'admin_state_up': True, 'tenant_id': 'a875893fbda04b0ab2a25a558d695878'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:36.167622 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d,segment=NetworkSegment(e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6),segment_id=e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:36.179278 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3d60ef-b11e-431a-a071-f74aabdb6293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:03:36.285625 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:03:36.311804 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:36.375965 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:36.398569 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1533533b-8e0a-4a59-98e9-842095d1bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:36.414228 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:36.423281 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9050431 Nov 25 04:03:36.424092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'Port': ['ID=f51bb9ef-b7eb-470c-b170-bb9c39a7c522,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:36.448113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:36.514767 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73a82a8-8646-4e25-85cc-3cd19558e0bf {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:03:36.516260 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:36.539980 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:36.569193 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.569588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.570418 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.570789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > port after_create 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.571151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.571516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > port after_update 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.571981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.572330 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.572693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.573042 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.582687 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338bc45-a164-4567-aef3-0122f7cd5212 req-62b9f00d-8cd1-48e6-97dc-83c91d1463fa tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:36.584306 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e338bc45-a164-4567-aef3-0122f7cd5212 req-62b9f00d-8cd1-48e6-97dc-83c91d1463fa tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 944 time: 1.1033125 Nov 25 04:03:36.613659 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:36.676257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:36.680349 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:36.687309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:36.705337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.705718 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.706107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.706477 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:03:36.706861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e580d08-dc16-4800-a59b-034c5a27a028']}} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:36.730567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Made reservation on behalf of a875893fbda04b0ab2a25a558d695878 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:36.763035 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:36.780932 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port 34bfe8f7-fe14-4159-8b75-03199c208a92, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=34bfe8f7-fe14-4159-8b75-03199c208a92,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:36.798237 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:36.798747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Transition to ACTIVE for port object c73a82a8-8646-4e25-85cc-3cd19558e0bf will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:36.803007 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-65573418-8bb6-47f6-ab89-2bf65694fe4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:36.807198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1719246-835b-4e8b-a76a-e9ec1b67ef5a') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:36.807559 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1719246-835b-4e8b-a76a-e9ec1b67ef5a') {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:36.811159 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e338bc45-a164-4567-aef3-0122f7cd5212 req-23bb4ca9-b496-43b9-b7ed-7eb32206d5f2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119148 Nov 25 04:03:36.843376 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-65573418-8bb6-47f6-ab89-2bf65694fe4e admin admin] Usage tracker for resource:security_group_rule and tenant:1075e1166e8244a1b482511e56f6f4a7 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:36.850758 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:36.856668 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:36.858735 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495400'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:36.867597 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-65573418-8bb6-47f6-ab89-2bf65694fe4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:36.885658 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-86c98d26-53cd-4433-8191-c9c8f0d5fe14 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/quotas/2192983d29584d5db1c6a2697d11a1db HTTP/1.1" status: 200 len: 375 time: 0.3188417 Nov 25 04:03:36.934509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:36.962674 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=34bfe8f7-fe14-4159-8b75-03199c208a92,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:36.968630 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:37.098366 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d6a77b81-3cb5-467d-8b33-0c3a053bcb68 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:37.155553 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-65573418-8bb6-47f6-ab89-2bf65694fe4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:37.171678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Pushing event updated for resources: {'Port': ['ID=c73a82a8-8646-4e25-85cc-3cd19558e0bf,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:37.244771 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port d6a77b81-3cb5-467d-8b33-0c3a053bcb68 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:37.267738 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port d6a77b81-3cb5-467d-8b33-0c3a053bcb68 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:37.274629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:37.308589 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:37.355473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:37.412847 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-afb7558c-76e2-4085-999a-fe7a8cc33aff req-69ca164f-666c-48b3-bd31-c51fe8ebc650 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 210 time: 0.1123378 Nov 25 04:03:37.416083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:03:37.416537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494976'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:37.511628 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65573418-8bb6-47f6-ab89-2bf65694fe4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: (self, other), Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: (self, other), Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:03:37.561440 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:03:37.612671 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65573418-8bb6-47f6-ab89-2bf65694fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:37.670840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Allocated IP 172.20.0.10 (ab46472b-7ed2-4cef-ad7d-804831d4a509/a8e4e294-e4af-4cfd-ab67-7d57d3e3f279/3ac96007-0391-40cd-abe8-afe214f8fad3) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:37.734658 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-de335b49-2f46-4bf4-a4a4-77082fd71863 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:37.795727 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65573418-8bb6-47f6-ab89-2bf65694fe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4249d50-ea15-4dbf-a774-3f4b87654774,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:37.816092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-65573418-8bb6-47f6-ab89-2bf65694fe4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:37.859211 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-85d8ad60-21bc-45ab-a424-d7de5992292f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Synchronizing usage tracker for tenant:2192983d29584d5db1c6a2697d11a1db on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:37.862508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Attempting to bind port c73a82a8-8646-4e25-85cc-3cd19558e0bf on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:37.863160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Attempting to bind port c73a82a8-8646-4e25-85cc-3cd19558e0bf by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:37.863653 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Attempting to bind port c73a82a8-8646-4e25-85cc-3cd19558e0bf on network ab46472b-7ed2-4cef-ad7d-804831d4a509 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:37.863777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:34Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:37.893311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd69c10b-5385-402e-8ece-167e0b576a2c None None] The sync data for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb is: [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:34Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:03:37.903265 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:37.912329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-770bde8d-48c7-41ae-af85-1f154628f62e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Synchronizing usage tracker for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:37.913513 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-85d8ad60-21bc-45ab-a424-d7de5992292f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Unset dirty status for tenant:2192983d29584d5db1c6a2697d11a1db on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:37.927863 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-85d8ad60-21bc-45ab-a424-d7de5992292f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0291152 Nov 25 04:03:37.949175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.057653 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port d6a77b81-3cb5-467d-8b33-0c3a053bcb68, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=d6a77b81-3cb5-467d-8b33-0c3a053bcb68,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:38.066946 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.071329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-58aa4e09-26a4-4698-8d1a-fa5827c52545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:38.159538 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-51f8f3ea-5a81-4f9c-bbd9-d87b0fbca38f service neutron] 10.222.0.47 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284381 Nov 25 04:03:38.165248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Port c73a82a8-8646-4e25-85cc-3cd19558e0bf on network ab46472b-7ed2-4cef-ad7d-804831d4a509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:03:38.165665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Attempting to bind port c73a82a8-8646-4e25-85cc-3cd19558e0bf on network ab46472b-7ed2-4cef-ad7d-804831d4a509 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:38.214479 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=d6a77b81-3cb5-467d-8b33-0c3a053bcb68,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:38.219831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:38.235335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:38.263297 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-65573418-8bb6-47f6-ab89-2bf65694fe4e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1075e1166e8244a1b482511e56f6f4a7&name=default HTTP/1.1" status: 200 len: 2647 time: 4.2458012 Nov 25 04:03:38.266792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43712) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:38.302059 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-770bde8d-48c7-41ae-af85-1f154628f62e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Unset dirty status for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:38.312418 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-770bde8d-48c7-41ae-af85-1f154628f62e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--309184373&fields=id&tenant_id=dfaeb650b3724d77b35ae5f0f0171f06 HTTP/1.1" status: 200 len: 267 time: 0.6096892 Nov 25 04:03:38.363578 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.366515 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e580d08-dc16-4800-a59b-034c5a27a028,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:38.376111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:38.376498 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Checking segment: {'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:38.376927 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Bound using segment: {'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:38.377430 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Bound port: c73a82a8-8646-4e25-85cc-3cd19558e0bf, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:38.377820 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.408992 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:38.424224 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6e580d08-dc16-4800-a59b-034c5a27a028 HTTP/1.1" status: 204 len: 168 time: 5.5447671 Nov 25 04:03:38.431934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43720) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:38.476082 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.619782 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-9012907f-7075-4116-b928-d36ee6907c9a admin admin] Deleting subnet 69a898ea-3ab3-4c3c-800d-e18975d02260 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:03:38.646239 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-28707ae7-d3fe-446e-9ba0-1c748ab69738 service neutron] 10.222.0.47 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856410 Nov 25 04:03:38.647063 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9012907f-7075-4116-b928-d36ee6907c9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.679317 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61493bb7-1805-459f-9593-928f940f3dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.771601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61493bb7-1805-459f-9593-928f940f3dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.794847 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] For port c73a82a8-8646-4e25-85cc-3cd19558e0bf, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:38.848021 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9012907f-7075-4116-b928-d36ee6907c9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852280415'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.936502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] For port c73a82a8-8646-4e25-85cc-3cd19558e0bf, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:38.951664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.961006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61493bb7-1805-459f-9593-928f940f3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.961006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:38.980392 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:38.992719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-549e340e-87be-46f0-88b0-56d2e3e5763b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:39.006859 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-549e340e-87be-46f0-88b0-56d2e3e5763b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/networks?id=204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 200 len: 810 time: 0.6931984 Nov 25 04:03:39.018218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:39.070473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:39.084008 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] 10.222.0.15 "PUT /v2.0/ports/c73a82a8-8646-4e25-85cc-3cd19558e0bf HTTP/1.1" status: 200 len: 1093 time: 4.6771390 Nov 25 04:03:39.084801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9fcb51-0d9d-48a6-af15-efc04ffc5896', 'tag': 'c73a82a8-8646-4e25-85cc-3cd19558e0bf'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:03:39.101617 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9012907f-7075-4116-b928-d36ee6907c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:39.114123 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61493bb7-1805-459f-9593-928f940f3dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4249d50-ea15-4dbf-a774-3f4b87654774,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:39.145159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-61493bb7-1805-459f-9593-928f940f3dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:39.152118 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-793502f2-e1d2-4f80-a89e-d52a6757fc27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:39.223293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d6a77b81-3cb5-467d-8b33-0c3a053bcb68 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:39.313643 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Pushing event updated for resources: {'Port': ['ID=3ac96007-0391-40cd-abe8-afe214f8fad3,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:39.327188 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-cb7fa3b8-ae75-4beb-bb8d-c4e594ff7124 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/quotas/dfaeb650b3724d77b35ae5f0f0171f06 HTTP/1.1" status: 200 len: 375 time: 0.3193610 Nov 25 04:03:39.331312 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:39.368171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port d6a77b81-3cb5-467d-8b33-0c3a053bcb68 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:39.369197 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:39.386710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Pushing event updated for resources: {'Port': ['ID=c73a82a8-8646-4e25-85cc-3cd19558e0bf,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:39.406099 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:39.426919 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61493bb7-1805-459f-9593-928f940f3dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:39.428125 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-61493bb7-1805-459f-9593-928f940f3dd6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f4249d50-ea15-4dbf-a774-3f4b87654774 HTTP/1.1" status: 204 len: 168 time: 1.1594312 Nov 25 04:03:39.436459 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Network ab46472b-7ed2-4cef-ad7d-804831d4a509 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:39.442058 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:39.447883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:39.452347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:39.453030 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:39.519452 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4823897 Nov 25 04:03:39.543182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9012907f-7075-4116-b928-d36ee6907c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852280414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1859449'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:39.549683 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Request body: {'port': {'device_id': 'aa51f031-b326-4e77-91c0-f9fcc4e19486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:39.552752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:39.601629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device c008db58-497e-42f4-b94d-642f8146f246 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:39.635176 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012907f-7075-4116-b928-d36ee6907c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a898ea-3ab3-4c3c-800d-e18975d02260,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:39.639188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9012907f-7075-4116-b928-d36ee6907c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:39.644929 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-f03a17d3-7c60-48b4-83ba-49ab404ac0b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 1096 time: 0.4096055 Nov 25 04:03:39.660903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9012907f-7075-4116-b928-d36ee6907c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:39.675111 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-9012907f-7075-4116-b928-d36ee6907c9a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/69a898ea-3ab3-4c3c-800d-e18975d02260 HTTP/1.1" status: 204 len: 168 time: 1.2159157 Nov 25 04:03:39.762644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43760) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:39.809179 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3d60ef-b11e-431a-a071-f74aabdb6293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d', 'code': 200} Nov 25 04:03:39.863422 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port c008db58-497e-42f4-b94d-642f8146f246 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:39.871884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:39.873524 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port c008db58-497e-42f4-b94d-642f8146f246 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:39.874000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:39.984408 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.15', 56130) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:40.139200 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-071fc267-03be-43d2-86f7-c42d724e3645 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Synchronizing usage tracker for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:40.195902 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-99d4e4a9-cc97-4abe-abde-41235de40cfd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf HTTP/1.1" status: 200 len: 217 time: 0.5262868 Nov 25 04:03:40.200486 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-071fc267-03be-43d2-86f7-c42d724e3645 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Unset dirty status for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:40.202110 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-071fc267-03be-43d2-86f7-c42d724e3645 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8738985 Nov 25 04:03:40.222697 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:40.295300 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port c008db58-497e-42f4-b94d-642f8146f246, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=c008db58-497e-42f4-b94d-642f8146f246,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:40.301070 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:40.302174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 34bfe8f7-fe14-4159-8b75-03199c208a92 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:40.315541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43776) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:40.430864 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:40.587210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=c008db58-497e-42f4-b94d-642f8146f246,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:40.591268 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:40.605232 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34975ff2-f695-49ef-b35f-be94594f07cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:40.622490 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 34bfe8f7-fe14-4159-8b75-03199c208a92 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:40.623101 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:40.736408 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-4fabdc72-445a-480b-8243-7954de631a60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:40.739052 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-4fabdc72-445a-480b-8243-7954de631a60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 200 len: 859 time: 0.5358217 Nov 25 04:03:40.828621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-34975ff2-f695-49ef-b35f-be94594f07cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:40.850968 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-34975ff2-f695-49ef-b35f-be94594f07cd admin admin] Usage tracker for resource:security_group_rule and tenant:3c37f259183e482d996a16e1d7d43f07 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:40.860745 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:40.861151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-34975ff2-f695-49ef-b35f-be94594f07cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:40.880943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-34975ff2-f695-49ef-b35f-be94594f07cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:40.890350 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-7f75fb65-8146-495b-b143-8876222c90aa service neutron] 10.222.0.47 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770013 Nov 25 04:03:40.908800 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-39733430-61ba-45c2-88f9-6adbeeece0bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab46472b-7ed2-4cef-ad7d-804831d4a509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546788 Nov 25 04:03:41.082276 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device c008db58-497e-42f4-b94d-642f8146f246 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:41.105846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac96007-0391-40cd-abe8-afe214f8fad3 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:03:41.124942 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.204865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Transition to ACTIVE for port object 3ac96007-0391-40cd-abe8-afe214f8fad3 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:41.214521 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port c008db58-497e-42f4-b94d-642f8146f246 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:41.214952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.234104 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.242952 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-d9d7dae8-a66e-4f3b-9339-3f8f6930257a service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032668 Nov 25 04:03:41.247501 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34975ff2-f695-49ef-b35f-be94594f07cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.248696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:41.262532 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.15', 56134) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:41.280877 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8fd72-55cb-441f-9225-0d9fabea604e req-d65e6ba6-ea45-43e9-854b-3ab0a7449e2e tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:41.282745 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ba8fd72-55cb-441f-9225-0d9fabea604e req-d65e6ba6-ea45-43e9-854b-3ab0a7449e2e tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 945 time: 1.2911823 Nov 25 04:03:41.328985 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-5dbc4ffd-3a0f-4c2f-b0ec-4239801ff95f service neutron] 10.222.0.47 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300902 Nov 25 04:03:41.329614 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34975ff2-f695-49ef-b35f-be94594f07cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.469006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac96007-0391-40cd-abe8-afe214f8fad3,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:41.477038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:41.477567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2cc417ab-da08-4483-a271-15171fec3829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:41.494523 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-34975ff2-f695-49ef-b35f-be94594f07cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c37f259183e482d996a16e1d7d43f07&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1789913 Nov 25 04:03:41.498742 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43796) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:41.581747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34975ff2-f695-49ef-b35f-be94594f07cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f146c-0a19-47d8-a26d-1a7d94c9439d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:41.592958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-34975ff2-f695-49ef-b35f-be94594f07cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:41.626475 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Attempting to bind port 3ac96007-0391-40cd-abe8-afe214f8fad3 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:41.626922 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Attempting to bind port 3ac96007-0391-40cd-abe8-afe214f8fad3 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:41.627208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Attempting to bind port 3ac96007-0391-40cd-abe8-afe214f8fad3 on network ab46472b-7ed2-4cef-ad7d-804831d4a509 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:41.646508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Port 3ac96007-0391-40cd-abe8-afe214f8fad3 on network ab46472b-7ed2-4cef-ad7d-804831d4a509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:03:41.646720 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Attempting to bind port 3ac96007-0391-40cd-abe8-afe214f8fad3 on network ab46472b-7ed2-4cef-ad7d-804831d4a509 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:41.656678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-30df805f-46ab-4c1f-b087-542cd338ff4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.668221 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:41.668594 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Checking segment: {'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:41.669277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Bound using segment: {'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:41.669648 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Bound port: 3ac96007-0391-40cd-abe8-afe214f8fad3, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:41.670054 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.677118 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-014dd5cc-2d69-4363-a012-8700ba8307d1 req-42fcad9f-44f4-4b0b-b384-194b0b21b7be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 1098 time: 1.5974002 Nov 25 04:03:41.735881 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-30df805f-46ab-4c1f-b087-542cd338ff4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.824656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.835449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-014dd5cc-2d69-4363-a012-8700ba8307d1 req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.878498 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] For port 3ac96007-0391-40cd-abe8-afe214f8fad3, host hv-cinder-81877, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:41.883575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] For port 3ac96007-0391-40cd-abe8-afe214f8fad3, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=3ac96007-0391-40cd-abe8-afe214f8fad3,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:41.891167 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.904510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-30df805f-46ab-4c1f-b087-542cd338ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:41.907120 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:41.908562 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ba8fd72-55cb-441f-9225-0d9fabea604e req-ccd0a543-aade-43aa-b930-87fffd7072f4 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870209 Nov 25 04:03:41.957487 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a0b4cf-060b-4bb9-b364-6b8e0be3111a']}} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:41.975706 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67886e9f-90c5-4a40-9278-9680f447c28c req-677327f1-48f5-4462-a0cc-5d195ed220ec tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:41.976314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6504b64b-4984-41ad-8d18-acc81dc66948') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:41.976458 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-67886e9f-90c5-4a40-9278-9680f447c28c req-677327f1-48f5-4462-a0cc-5d195ed220ec tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Synchronizing usage tracker for tenant:a875893fbda04b0ab2a25a558d695878 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:41.976659 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6504b64b-4984-41ad-8d18-acc81dc66948') {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:03:41.989569 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-71ac1d11-6324-45e2-bf00-efdb9a4878df req-6df8764a-63ea-4100-8bd9-96d53beca214 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7169266 Nov 25 04:03:42.006364 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-67886e9f-90c5-4a40-9278-9680f447c28c req-677327f1-48f5-4462-a0cc-5d195ed220ec tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Unset dirty status for tenant:a875893fbda04b0ab2a25a558d695878 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:42.014037 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67886e9f-90c5-4a40-9278-9680f447c28c req-677327f1-48f5-4462-a0cc-5d195ed220ec tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 944 time: 0.2802420 Nov 25 04:03:42.020241 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495400'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:42.045960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-6d755808-92cb-4b2b-beaf-e5e11295ede3 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:42.047727 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-6d755808-92cb-4b2b-beaf-e5e11295ede3 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.15 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 816 time: 0.7785125 Nov 25 04:03:42.053718 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-014dd5cc-2d69-4363-a012-8700ba8307d1 req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:42.059722 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-014dd5cc-2d69-4363-a012-8700ba8307d1 req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Usage tracker for resource:security_group_rule and tenant:fd452164f7f94199b997c76a87072374 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:42.062833 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:42.066037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-014dd5cc-2d69-4363-a012-8700ba8307d1 req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:42.076947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-014dd5cc-2d69-4363-a012-8700ba8307d1 req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:42.079305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:03:42.079753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494976'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:42.094566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:03:42.095687 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:03:42.097532 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] 10.222.0.15 "PUT /v2.0/ports/3ac96007-0391-40cd-abe8-afe214f8fad3 HTTP/1.1" status: 200 len: 1094 time: 2.5523000 Nov 25 04:03:42.110556 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67886e9f-90c5-4a40-9278-9680f447c28c req-8752efbc-3323-4e55-9221-a8f54d37b38e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951762 Nov 25 04:03:42.111134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa51f031-b326-4e77-91c0-f9fcc4e19486', 'tag': '3ac96007-0391-40cd-abe8-afe214f8fad3'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:03:42.309390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-014dd5cc-2d69-4363-a012-8700ba8307d1 req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:42.316335 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9fcb51-0d9d-48a6-af15-efc04ffc5896', 'tag': 'c73a82a8-8646-4e25-85cc-3cd19558e0bf', 'status': 'completed', 'code': 200} Nov 25 04:03:42.325855 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-30df805f-46ab-4c1f-b087-542cd338ff4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:42.325855 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-30df805f-46ab-4c1f-b087-542cd338ff4f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f00f146c-0a19-47d8-a26d-1a7d94c9439d HTTP/1.1" status: 204 len: 168 time: 0.8236892 Nov 25 04:03:42.406957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac96007-0391-40cd-abe8-afe214f8fad3,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:42.422235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:42.428250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-299000fb-c1fa-44bc-9dcb-fb199183b9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.459s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:42.515114 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-014dd5cc-2d69-4363-a012-8700ba8307d1 req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:42.576309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:42.656042 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5be8065c-1088-4ebb-895d-6f2e3259f7f2 req-35ad26e1-f16c-4d17-b102-1ecab16a946f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 210 time: 0.4258058 Nov 25 04:03:42.659656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d567b42a-11c4-44d6-b9b0-a60b138e55bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:42.673394 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:42.684948 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-eb7e941f-764b-49d5-987b-c0ae8d8fa35b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2192983d29584d5db1c6a2697d11a1db HTTP/1.1" status: 200 len: 380 time: 0.5885074 Nov 25 04:03:42.745994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'port': {'device_id': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'admin_state_up': True, 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'security_groups': ['2b356288-c2ee-45ce-b1c2-a89b42c8a5cb']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:42.813476 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df805f-46ab-4c1f-b087-542cd338ff4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f146c-0a19-47d8-a26d-1a7d94c9439d,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:42.831511 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/92a0b4cf-060b-4bb9-b364-6b8e0be3111a HTTP/1.1" status: 204 len: 168 time: 3.0609694 Nov 25 04:03:42.851372 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-014dd5cc-2d69-4363-a012-8700ba8307d1 req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Synchronizing usage tracker for tenant:fd452164f7f94199b997c76a87072374 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:42.855705 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-30df805f-46ab-4c1f-b087-542cd338ff4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:42.861707 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a57dff66-5190-4371-b467-f44408ff39fa req-7459b9f5-7990-42ed-973c-7e8b523b49d7 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 210 time: 0.4257503 Nov 25 04:03:42.872147 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-a52eab24-536b-46fe-9270-ec280bde74f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 1097 time: 0.6322241 Nov 25 04:03:42.995774 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-f8921053-cf8c-4b47-b30d-702e76ece200 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ac96007-0391-40cd-abe8-afe214f8fad3 HTTP/1.1" status: 200 len: 217 time: 0.1006329 Nov 25 04:03:43.017564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f749720-5ec6-48cf-820c-7e3438069df9,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:43.050436 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:43.053807 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:43.094083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a0b4cf-060b-4bb9-b364-6b8e0be3111a,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:43.100474 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-014dd5cc-2d69-4363-a012-8700ba8307d1 req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Unset dirty status for tenant:fd452164f7f94199b997c76a87072374 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:43.101741 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-014dd5cc-2d69-4363-a012-8700ba8307d1 req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4127281 Nov 25 04:03:43.111656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:43.142395 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-19b2a0a8-d5da-4dc8-a7e7-63ce7b38542c req-fb36389b-4ff8-4354-b81e-ab9c30639e14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 1096 time: 0.8240743 Nov 25 04:03:43.193401 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:43.205377 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 43862) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:43.264487 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-42aa8a2f-f553-405a-9726-32e602b08d45 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:43.266576 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-42aa8a2f-f553-405a-9726-32e602b08d45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 200 len: 859 time: 0.2662191 Nov 25 04:03:43.271931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:43.299493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062c290-5b06-48ea-8d85-76adfd9c8be5 req-47c25945-e428-46f0-a63d-7c7951284042 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:43.301058 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6062c290-5b06-48ea-8d85-76adfd9c8be5 req-47c25945-e428-46f0-a63d-7c7951284042 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 945 time: 0.1842449 Nov 25 04:03:43.304836 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa51f031-b326-4e77-91c0-f9fcc4e19486', 'tag': '3ac96007-0391-40cd-abe8-afe214f8fad3', 'status': 'completed', 'code': 200} Nov 25 04:03:43.336472 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e227ebc7-8c6b-498f-8a85-57f1559d5292 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ae6b950e276f4382ad7bd650bf13bfbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1290452 Nov 25 04:03:43.345401 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43870) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:43.347654 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Made reservation on behalf of 2192983d29584d5db1c6a2697d11a1db for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:43.354341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:43.434987 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6062c290-5b06-48ea-8d85-76adfd9c8be5 req-c09a4595-8a4e-42e4-915d-77467419b522 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258674 Nov 25 04:03:43.494894 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-f4f3f2d7-895e-4c46-87ad-53da667df59b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab46472b-7ed2-4cef-ad7d-804831d4a509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636511 Nov 25 04:03:43.504051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-373a6806-65cf-443d-affa-b39d93df50db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:43.567655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2954-280f-46f8-a860-f29e023a9bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:43.718098 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-373a6806-65cf-443d-affa-b39d93df50db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:43.865835 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-373a6806-65cf-443d-affa-b39d93df50db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:43.889026 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e6e3aa39-3691-4837-8c26-23550fd53ade tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:43.961749 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a6806-65cf-443d-affa-b39d93df50db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e492c7c4-1c04-4989-9480-3d306599bfb7,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:44.020441 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-373a6806-65cf-443d-affa-b39d93df50db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:44.037000 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-197308da-1b5d-4749-b8a1-354458ef9d5f service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342455 Nov 25 04:03:44.040078 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-433d65f1-227c-416c-ae46-571823834bf0 req-96988165-a136-47eb-88a0-793fd9d3bbe5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 210 time: 0.1275184 Nov 25 04:03:44.042679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-373a6806-65cf-443d-affa-b39d93df50db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:44.046886 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-373a6806-65cf-443d-affa-b39d93df50db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e492c7c4-1c04-4989-9480-3d306599bfb7 HTTP/1.1" status: 204 len: 168 time: 0.7000508 Nov 25 04:03:44.081814 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-e4b8b5a6-e279-4918-9092-7b02a51a6d4e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:44.082731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-e4b8b5a6-e279-4918-9092-7b02a51a6d4e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Synchronizing usage tracker for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:network {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:44.086417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Allocated IP 172.20.0.12 (a25752b1-9c08-4df0-8384-722234ed08aa/bb7fa5dc-883a-4321-a111-26b57ff090a7/76d84742-9b2d-4640-ba67-233c7657fa64) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:44.168135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-e4b8b5a6-e279-4918-9092-7b02a51a6d4e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Unset dirty status for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:network {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:44.169488 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-e4b8b5a6-e279-4918-9092-7b02a51a6d4e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.15 "GET /v2.0/networks?id=204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 200 len: 810 time: 0.5823169 Nov 25 04:03:44.235507 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2a0a8-d5da-4dc8-a7e7-63ce7b38542c req-4b11c133-0c35-4fd9-9444-8d4093a75cbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:44.237212 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-19b2a0a8-d5da-4dc8-a7e7-63ce7b38542c req-4b11c133-0c35-4fd9-9444-8d4093a75cbb service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 920 time: 0.7868440 Nov 25 04:03:44.248968 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8181bd8-d4a5-45aa-b6ad-b815d18dcda5 req-b1a80fa4-1619-49da-96e2-d899358afb28 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:44.249914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-b8181bd8-d4a5-45aa-b6ad-b815d18dcda5 req-b1a80fa4-1619-49da-96e2-d899358afb28 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Synchronizing usage tracker for tenant:a875893fbda04b0ab2a25a558d695878 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:44.253885 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6403afd9-840c-404b-8a1f-01eb981c7ad6 req-fa626eea-842e-4771-8f59-7889a3e3e422 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055855 Nov 25 04:03:44.393390 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6ffdf831-65e5-40b3-8178-6f3c14182e47 req-f398da3d-261f-49d0-b8b7-ebd40166bebf tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 210 time: 0.0873902 Nov 25 04:03:44.592246 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2821d0ad-6401-408c-a711-0d4d25f67d3f req-5dcbf7dc-33bb-4b88-9f06-3cb49139ca3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 1097 time: 0.1975470 Nov 25 04:03:44.843822 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-19b2a0a8-d5da-4dc8-a7e7-63ce7b38542c req-7d4273ad-dbe6-4e81-9ce8-cde7f45c84d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf HTTP/1.1" status: 200 len: 217 time: 0.5904653 Nov 25 04:03:44.844481 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-b8181bd8-d4a5-45aa-b6ad-b815d18dcda5 req-b1a80fa4-1619-49da-96e2-d899358afb28 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Unset dirty status for tenant:a875893fbda04b0ab2a25a558d695878 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:44.851427 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b8181bd8-d4a5-45aa-b6ad-b815d18dcda5 req-b1a80fa4-1619-49da-96e2-d899358afb28 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 944 time: 1.3727963 Nov 25 04:03:44.868953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43920) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:44.885399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-55991108-644d-4912-804d-f5b21f4b12fd tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Synchronizing usage tracker for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:44.994377 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-55991108-644d-4912-804d-f5b21f4b12fd tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Unset dirty status for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:44.995646 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-55991108-644d-4912-804d-f5b21f4b12fd tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfaeb650b3724d77b35ae5f0f0171f06 HTTP/1.1" status: 200 len: 379 time: 0.8015728 Nov 25 04:03:45.023284 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'port': {'device_id': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'admin_state_up': True, 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'security_groups': ['a2cd750f-ffe9-4673-99a0-fcd873c12a76']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:45.050924 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-b8181bd8-d4a5-45aa-b6ad-b815d18dcda5 req-c1d3b95b-3bd4-4e25-ad76-795a0c70b8bb tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Synchronizing usage tracker for tenant:a875893fbda04b0ab2a25a558d695878 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:45.070241 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821d0ad-6401-408c-a711-0d4d25f67d3f req-7754de8f-ab1f-4b2a-8cee-1071041b6a45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:45.072363 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2821d0ad-6401-408c-a711-0d4d25f67d3f req-7754de8f-ab1f-4b2a-8cee-1071041b6a45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 920 time: 0.4727447 Nov 25 04:03:45.077245 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-bf528cce-85cb-4708-9776-89d18aabb195 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc0b36c25cad41fd83f53c8966d97381&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1946549 Nov 25 04:03:45.081903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eee9c4-28ff-48ab-bba3-8ff7c71d39b6 req-a98fe30e-d7e0-49fd-a637-677c4cc8bb77 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:45.083529 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-20eee9c4-28ff-48ab-bba3-8ff7c71d39b6 req-a98fe30e-d7e0-49fd-a637-677c4cc8bb77 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 945 time: 0.3025959 Nov 25 04:03:45.085458 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43926) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:45.113160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:45.135746 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2a0a8-d5da-4dc8-a7e7-63ce7b38542c req-6ebaa5bb-4359-4f85-9e65-4a824c3213f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:45.137574 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-19b2a0a8-d5da-4dc8-a7e7-63ce7b38542c req-6ebaa5bb-4359-4f85-9e65-4a824c3213f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 200 len: 859 time: 0.2439909 Nov 25 04:03:45.151711 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:45.197240 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2821d0ad-6401-408c-a711-0d4d25f67d3f req-101114d5-80d1-4626-aa2f-0dfb524340a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ac96007-0391-40cd-abe8-afe214f8fad3 HTTP/1.1" status: 200 len: 217 time: 0.1121492 Nov 25 04:03:45.229435 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-19b2a0a8-d5da-4dc8-a7e7-63ce7b38542c req-7435c633-7410-4751-96ea-b2487affd191 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab46472b-7ed2-4cef-ad7d-804831d4a509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821316 Nov 25 04:03:45.235788 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-b8181bd8-d4a5-45aa-b6ad-b815d18dcda5 req-c1d3b95b-3bd4-4e25-ad76-795a0c70b8bb tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Unset dirty status for tenant:a875893fbda04b0ab2a25a558d695878 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:45.242765 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b8181bd8-d4a5-45aa-b6ad-b815d18dcda5 req-c1d3b95b-3bd4-4e25-ad76-795a0c70b8bb tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897460 Nov 25 04:03:45.303942 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-20eee9c4-28ff-48ab-bba3-8ff7c71d39b6 req-275760a5-5496-47ff-a57d-1722f17e1e05 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465993 Nov 25 04:03:45.317426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96ccaba2-7ce1-4b98-90db-b59ca45e1d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:45.321956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Transition to ACTIVE for port object 76d84742-9b2d-4640-ba67-233c7657fa64 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:45.323381 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821d0ad-6401-408c-a711-0d4d25f67d3f req-71f3030e-facc-42cf-92be-2f9e4e5f32cc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:45.324935 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2821d0ad-6401-408c-a711-0d4d25f67d3f req-71f3030e-facc-42cf-92be-2f9e4e5f32cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 200 len: 859 time: 0.1184955 Nov 25 04:03:45.351642 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:45.364742 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:45.400581 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2821d0ad-6401-408c-a711-0d4d25f67d3f req-70afca05-bd43-4d66-9f80-b17e45728b30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab46472b-7ed2-4cef-ad7d-804831d4a509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654104 Nov 25 04:03:45.404780 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96ccaba2-7ce1-4b98-90db-b59ca45e1d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:45.435350 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:45.551812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:45.602148 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-877e0f07-39ac-43a0-ae1f-73c945ae57d3 req-8c98b321-0a39-4b7d-8ef9-3c9d51681e18 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 210 time: 0.0616894 Nov 25 04:03:45.602378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Made reservation on behalf of dfaeb650b3724d77b35ae5f0f0171f06 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:03:45.608410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:45.638984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96ccaba2-7ce1-4b98-90db-b59ca45e1d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:45.648692 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2821d0ad-6401-408c-a711-0d4d25f67d3f req-3f3f791c-8324-48fc-b3bf-0c0d9acfcfed service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359159 Nov 25 04:03:45.650821 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-20922847-ff84-497c-aa05-aa20b96799b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:45.694179 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Network a25752b1-9c08-4df0-8384-722234ed08aa is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:45.694664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccaba2-7ce1-4b98-90db-b59ca45e1d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8070cd-3fa4-4799-bce8-4b712b64db2d,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:45.744798 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:45.745905 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-96ccaba2-7ce1-4b98-90db-b59ca45e1d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:45.763511 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96ccaba2-7ce1-4b98-90db-b59ca45e1d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:45.767188 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-96ccaba2-7ce1-4b98-90db-b59ca45e1d09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a8070cd-3fa4-4799-bce8-4b712b64db2d HTTP/1.1" status: 204 len: 168 time: 0.6780682 Nov 25 04:03:45.770961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:45.807497 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-19b2a0a8-d5da-4dc8-a7e7-63ce7b38542c req-7c9d531e-2475-496d-854a-7143707ccbd9 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617111 Nov 25 04:03:45.813501 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'Port': ['ID=76d84742-9b2d-4640-ba67-233c7657fa64,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:45.874216 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2821d0ad-6401-408c-a711-0d4d25f67d3f req-a78ebea4-4162-4a7e-87fc-bae310050bbc service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164848 Nov 25 04:03:45.911117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:46.039568 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-40c447d9-2309-496b-849c-0a3cb32cd550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:46.066680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:46.096740 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf94516-34cc-4c5f-95aa-ff1303a49d52 req-ddb628f0-3f98-4f33-9a17-5d9f46212dfd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:46.107981 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-acf94516-34cc-4c5f-95aa-ff1303a49d52 req-ddb628f0-3f98-4f33-9a17-5d9f46212dfd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 932 time: 0.7160685 Nov 25 04:03:46.120762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device c73a82a8-8646-4e25-85cc-3cd19558e0bf details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:03:46.208902 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:46.208902 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:46.376610 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port c73a82a8-8646-4e25-85cc-3cd19558e0bf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:46.399090 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-acf94516-34cc-4c5f-95aa-ff1303a49d52 req-9949898c-6571-4061-ac33-e78b4a5fbf53 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896600 Nov 25 04:03:46.414623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': 'c73a82a8-8646-4e25-85cc-3cd19558e0bf', 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509', 'port_id': 'c73a82a8-8646-4e25-85cc-3cd19558e0bf', 'mac_address': 'fa:16:3e:54:6e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e4e294-e4af-4cfd-ab67-7d57d3e3f279', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:03:46.423659 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7267203 Nov 25 04:03:46.447790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Request body: {'port': {'device_id': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:46.513123 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1e587f3d-7687-45ae-827f-02882381a4cb None None] Provisioning for port 76d84742-9b2d-4640-ba67-233c7657fa64 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:46.557222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1e587f3d-7687-45ae-827f-02882381a4cb None None] Provisioning complete for port 76d84742-9b2d-4640-ba67-233c7657fa64 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:46.559646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1e587f3d-7687-45ae-827f-02882381a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:46.605020 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:46.619302 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bd15f-d8a8-4092-a7be-c529f9c79f0a req-723710b2-df1c-4a7a-8013-0e9a68b276af tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:46.631750 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-015bd15f-d8a8-4092-a7be-c529f9c79f0a req-723710b2-df1c-4a7a-8013-0e9a68b276af tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 944 time: 0.1741889 Nov 25 04:03:46.719076 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1e587f3d-7687-45ae-827f-02882381a4cb None None] Port 76d84742-9b2d-4640-ba67-233c7657fa64 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:03:46.756668 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-015bd15f-d8a8-4092-a7be-c529f9c79f0a req-97f67225-2e18-4448-bc13-d44d3f551e50 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160562 Nov 25 04:03:46.769003 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:46.772009 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-19b2a0a8-d5da-4dc8-a7e7-63ce7b38542c req-e5174538-9755-456e-b088-3e1f1086eb2a service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9395683 Nov 25 04:03:46.773471 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Allocated IP 172.20.0.14 (204a024c-54c8-4940-972c-ed909f766c23/98ba59b9-79a2-4c33-8784-a19e069e73ba/84a8c62a-317d-42cf-a8c6-809d6769971f) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:03:46.819349 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73a82a8-8646-4e25-85cc-3cd19558e0bf {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:03:46.848982 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65506189-0b5a-45b1-872c-45ec4b93a0d6 req-adb46568-261d-4a53-859a-a732ff1d66db tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:46.850772 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65506189-0b5a-45b1-872c-45ec4b93a0d6 req-adb46568-261d-4a53-859a-a732ff1d66db tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 945 time: 0.1720381 Nov 25 04:03:46.860542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port c73a82a8-8646-4e25-85cc-3cd19558e0bf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:46.864600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:46.867314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3585e4a5-71fe-49ea-9f72-9b639ee9df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:46.986089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 43984) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:47.010072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=c73a82a8-8646-4e25-85cc-3cd19558e0bf,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:47.019017 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:47.116261 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65506189-0b5a-45b1-872c-45ec4b93a0d6 req-8d9c2e50-2c0d-4f9f-a3fa-23d2e92bb195 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840279 Nov 25 04:03:47.184499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['c73a82a8-8646-4e25-85cc-3cd19558e0bf'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:03:47.192412 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4f759ce6-8dba-4917-a81d-592fd09bc409 req-7ae81131-9a13-47a5-b0d1-5d130e395e66 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 210 time: 0.1164904 Nov 25 04:03:47.234180 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-673c080f-7cf4-4cce-8bf8-bd560d507c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:47.301440 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-673c080f-7cf4-4cce-8bf8-bd560d507c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:47.312676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-673c080f-7cf4-4cce-8bf8-bd560d507c1c admin admin] Usage tracker for resource:security_group_rule and tenant:6692e05136c845d58a38fbba9f3e0027 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:47.319208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-673c080f-7cf4-4cce-8bf8-bd560d507c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:47.329824 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-673c080f-7cf4-4cce-8bf8-bd560d507c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:47.468607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-673c080f-7cf4-4cce-8bf8-bd560d507c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:47.472930 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-673c080f-7cf4-4cce-8bf8-bd560d507c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:47.484922 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:47.530551 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c080f-7cf4-4cce-8bf8-bd560d507c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4017b5b9-1743-49a5-93c0-cbb941516af4,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:47.536475 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-673c080f-7cf4-4cce-8bf8-bd560d507c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:47.544473 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-673c080f-7cf4-4cce-8bf8-bd560d507c1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6692e05136c845d58a38fbba9f3e0027&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5570970 Nov 25 04:03:47.545828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44004) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:47.677183 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5be57fda-30f2-4cdf-8bf5-007c5bb038fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:47.708366 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5be57fda-30f2-4cdf-8bf5-007c5bb038fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:47.852801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5be57fda-30f2-4cdf-8bf5-007c5bb038fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:47.860590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-30df805f-46ab-4c1f-b087-542cd338ff4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:47.863554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:47.878180 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be57fda-30f2-4cdf-8bf5-007c5bb038fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4017b5b9-1743-49a5-93c0-cbb941516af4,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:47.883737 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Transition to ACTIVE for port object 84a8c62a-317d-42cf-a8c6-809d6769971f will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:47.899924 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5be57fda-30f2-4cdf-8bf5-007c5bb038fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:47.903640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5be57fda-30f2-4cdf-8bf5-007c5bb038fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:47.909212 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-5be57fda-30f2-4cdf-8bf5-007c5bb038fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4017b5b9-1743-49a5-93c0-cbb941516af4 HTTP/1.1" status: 204 len: 168 time: 0.3613415 Nov 25 04:03:47.977178 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:48.001405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:48.120905 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 3ac96007-0391-40cd-abe8-afe214f8fad3 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:03:48.173076 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:48.199137 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device c73a82a8-8646-4e25-85cc-3cd19558e0bf up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:48.225648 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a91e7-ad99-4779-9bf3-ed59547ffa5a req-98e28f57-9f0f-4ea4-b605-3bba4e501c20 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:48.235206 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b20a91e7-ad99-4779-9bf3-ed59547ffa5a req-98e28f57-9f0f-4ea4-b605-3bba4e501c20 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 944 time: 0.1672039 Nov 25 04:03:48.312483 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'Port': ['ID=84a8c62a-317d-42cf-a8c6-809d6769971f,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:48.331589 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:48.349821 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b20a91e7-ad99-4779-9bf3-ed59547ffa5a req-24516931-d7a1-45ce-a81c-7af3f95b110d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994968 Nov 25 04:03:48.565011 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Network 204a024c-54c8-4940-972c-ed909f766c23 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:03:48.613735 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 3ac96007-0391-40cd-abe8-afe214f8fad3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=3ac96007-0391-40cd-abe8-afe214f8fad3,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:48.617151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:03:48.646935 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:03:48.657299 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '3ac96007-0391-40cd-abe8-afe214f8fad3', 'network_id': 'ab46472b-7ed2-4cef-ad7d-804831d4a509', 'port_id': '3ac96007-0391-40cd-abe8-afe214f8fad3', 'mac_address': 'fa:16:3e:dd:61:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e4e294-e4af-4cfd-ab67-7d57d3e3f279', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:03:48.677957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6b36c-a7ef-492c-8bda-27f0c2e535b6 req-18c4cceb-39e6-4684-a1cf-56df6b36e657 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:48.681283 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eed6b36c-a7ef-492c-8bda-27f0c2e535b6 req-18c4cceb-39e6-4684-a1cf-56df6b36e657 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 932 time: 0.1964192 Nov 25 04:03:48.739115 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d84742-9b2d-4640-ba67-233c7657fa64 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:03:48.782703 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2fb44-f293-4e05-a593-3e4b2f80f177 req-98fa6cc1-ecc4-4589-9ab0-1d236d56faee tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:48.783259 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eed6b36c-a7ef-492c-8bda-27f0c2e535b6 req-a847b82e-2418-40ff-a6c9-690805d36b7e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929742 Nov 25 04:03:48.783529 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7ce2fb44-f293-4e05-a593-3e4b2f80f177 req-98fa6cc1-ecc4-4589-9ab0-1d236d56faee tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Synchronizing usage tracker for tenant:2192983d29584d5db1c6a2697d11a1db on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:48.799467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port c73a82a8-8646-4e25-85cc-3cd19558e0bf completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:48.807083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port c73a82a8-8646-4e25-85cc-3cd19558e0bf triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:48.807963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:48.832851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:48.898662 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8c508b6-8333-4d40-8e52-57bde78f1630 req-e3251e02-5235-49f0-9769-69e215c23da8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9923456 Nov 25 04:03:48.909896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Transition to ACTIVE for port object 76d84742-9b2d-4640-ba67-233c7657fa64 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:48.921394 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:48.923292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:48.935899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:48.957418 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:48.964484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:48.990684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac96007-0391-40cd-abe8-afe214f8fad3 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:03:49.008479 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 3ac96007-0391-40cd-abe8-afe214f8fad3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=3ac96007-0391-40cd-abe8-afe214f8fad3,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:49.016064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:49.019723 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:49.025343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7ce2fb44-f293-4e05-a593-3e4b2f80f177 req-98fa6cc1-ecc4-4589-9ab0-1d236d56faee tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Unset dirty status for tenant:2192983d29584d5db1c6a2697d11a1db on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:49.027526 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44050) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:49.040892 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7ce2fb44-f293-4e05-a593-3e4b2f80f177 req-98fa6cc1-ecc4-4589-9ab0-1d236d56faee tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 932 time: 1.1813369 Nov 25 04:03:49.070564 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0545697 Nov 25 04:03:49.081777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1d82-b0a8-4906-a2bd-7ee5dcff1bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:49.098795 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=3ac96007-0391-40cd-abe8-afe214f8fad3,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:49.109225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:49.114700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:49.122427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Pushing event updated for resources: {'Port': ['ID=76d84742-9b2d-4640-ba67-233c7657fa64,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:49.148315 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9fcb51-0d9d-48a6-af15-efc04ffc5896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73a82a8-8646-4e25-85cc-3cd19558e0bf'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:03:49.157656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-dd3a1d82-b0a8-4906-a2bd-7ee5dcff1bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:49.163009 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port c73a82a8-8646-4e25-85cc-3cd19558e0bf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:49.172688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:49.177728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:49.178940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-dd3a1d82-b0a8-4906-a2bd-7ee5dcff1bfd admin admin] Usage tracker for resource:security_group_rule and tenant:dead42514bc748b3a0ffc1dda89cb018 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:49.180355 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:49.189574 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-dd3a1d82-b0a8-4906-a2bd-7ee5dcff1bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:49.194041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Request body: {'port': {'device_id': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:03:49.203139 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-dd3a1d82-b0a8-4906-a2bd-7ee5dcff1bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:49.281362 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=c73a82a8-8646-4e25-85cc-3cd19558e0bf,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:49.293527 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:49.295536 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9fcb51-0d9d-48a6-af15-efc04ffc5896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73a82a8-8646-4e25-85cc-3cd19558e0bf', 'code': 200} Nov 25 04:03:49.296523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f8edf5b9-e52c-4242-9c6c-396718a1b83a None None] Provisioning for port 84a8c62a-317d-42cf-a8c6-809d6769971f completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:49.302239 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f8edf5b9-e52c-4242-9c6c-396718a1b83a None None] Provisioning complete for port 84a8c62a-317d-42cf-a8c6-809d6769971f triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:49.302660 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f8edf5b9-e52c-4242-9c6c-396718a1b83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:49.355999 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['3ac96007-0391-40cd-abe8-afe214f8fad3'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:03:49.361188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1d82-b0a8-4906-a2bd-7ee5dcff1bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:49.366024 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dd3a1d82-b0a8-4906-a2bd-7ee5dcff1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:49.430472 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7ce2fb44-f293-4e05-a593-3e4b2f80f177 req-693bfa91-66a0-46f1-ad62-38983b993e80 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3873310 Nov 25 04:03:49.431810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5be57fda-30f2-4cdf-8bf5-007c5bb038fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:49.502925 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a1d82-b0a8-4906-a2bd-7ee5dcff1bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11bc6cb-c4ad-446f-9a80-0114bfcdd4e4,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:49.523425 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dd3a1d82-b0a8-4906-a2bd-7ee5dcff1bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:49.525979 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-dd3a1d82-b0a8-4906-a2bd-7ee5dcff1bfd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dead42514bc748b3a0ffc1dda89cb018&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4973097 Nov 25 04:03:49.532888 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44064) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:49.569153 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f8edf5b9-e52c-4242-9c6c-396718a1b83a None None] Port 84a8c62a-317d-42cf-a8c6-809d6769971f cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:03:49.728312 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:03:49.941022 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8c508b6-8333-4d40-8e52-57bde78f1630 req-cf2eef5f-9dca-40bd-a8b6-2193698fe4ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4281d93eebc6472b9aeca7c58446bfd6&device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 1098 time: 0.8284636 Nov 25 04:03:49.941764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Attempting to bind port 76d84742-9b2d-4640-ba67-233c7657fa64 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:49.942176 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Attempting to bind port 76d84742-9b2d-4640-ba67-233c7657fa64 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:49.942553 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Attempting to bind port 76d84742-9b2d-4640-ba67-233c7657fa64 on network a25752b1-9c08-4df0-8384-722234ed08aa {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:49.945805 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:50.013423 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Port 76d84742-9b2d-4640-ba67-233c7657fa64 on network a25752b1-9c08-4df0-8384-722234ed08aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:03:50.013804 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Attempting to bind port 76d84742-9b2d-4640-ba67-233c7657fa64 on network a25752b1-9c08-4df0-8384-722234ed08aa {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:50.100785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:50.101168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Checking segment: {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:50.101614 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Bound using segment: {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:50.102131 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Bound port: 76d84742-9b2d-4640-ba67-233c7657fa64, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:50.102591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:50.126068 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-33ac1ab8-90aa-44cb-8950-89a68e71917c req-f776f6d8-3901-4be7-9735-3a3b24be0a0a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 1098 time: 0.4372034 Nov 25 04:03:50.136632 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3b75f5d4-c598-4bc7-a82c-5d9303e045d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:50.164682 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3b75f5d4-c598-4bc7-a82c-5d9303e045d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:50.247150 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1a62d-953c-4c61-ba04-0fdb85a52d91 req-43887159-800f-4fa4-bff7-ad589fa5ce4c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:50.254956 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c8d1a62d-953c-4c61-ba04-0fdb85a52d91 req-43887159-800f-4fa4-bff7-ad589fa5ce4c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 945 time: 0.6681414 Nov 25 04:03:50.281075 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-33ac1ab8-90aa-44cb-8950-89a68e71917c req-af9c471c-79f3-4990-923c-96fd372769ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942092 Nov 25 04:03:50.324492 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c8d1a62d-953c-4c61-ba04-0fdb85a52d91 req-81976ba6-0444-43f3-87c9-fed5b727fc67 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685027 Nov 25 04:03:50.328054 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3b75f5d4-c598-4bc7-a82c-5d9303e045d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:50.341683 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:50.355822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75f5d4-c598-4bc7-a82c-5d9303e045d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11bc6cb-c4ad-446f-9a80-0114bfcdd4e4,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:50.358758 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3b75f5d4-c598-4bc7-a82c-5d9303e045d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:50.360962 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3b75f5d4-c598-4bc7-a82c-5d9303e045d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:50.363180 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3b75f5d4-c598-4bc7-a82c-5d9303e045d1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b11bc6cb-c4ad-446f-9a80-0114bfcdd4e4 HTTP/1.1" status: 204 len: 168 time: 0.8276558 Nov 25 04:03:50.407974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:50.412094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:50.423793 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:50.464981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:50.675562 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Pushing event updated for resources: {'Port': ['ID=76d84742-9b2d-4640-ba67-233c7657fa64,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:50.801121 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:50.802701 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] 10.222.0.15 "PUT /v2.0/ports/76d84742-9b2d-4640-ba67-233c7657fa64 HTTP/1.1" status: 200 len: 1094 time: 4.3600919 Nov 25 04:03:50.826743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:03:50.861708 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:50.888712 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c508b6-8333-4d40-8e52-57bde78f1630 req-e7786c45-28d6-4e6b-b2d3-9eccc38edbd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:50.890419 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8c508b6-8333-4d40-8e52-57bde78f1630 req-e7786c45-28d6-4e6b-b2d3-9eccc38edbd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=04cd9314-f5f3-480d-b2f6-57f9f77487db HTTP/1.1" status: 200 len: 913 time: 0.9233513 Nov 25 04:03:50.913438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a09b4-b715-4c0a-bfd8-3de8ec1d9ad2 req-8f9b341b-9a4a-4394-9047-68a9131b8608 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:50.949718 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3d7a09b4-b715-4c0a-bfd8-3de8ec1d9ad2 req-8f9b341b-9a4a-4394-9047-68a9131b8608 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.2322230 Nov 25 04:03:51.066183 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-3d7a09b4-b715-4c0a-bfd8-3de8ec1d9ad2 req-ffe25b2c-e82a-473f-8949-5fbe38c03dfd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Synchronizing usage tracker for tenant:2192983d29584d5db1c6a2697d11a1db on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:51.098521 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8c508b6-8333-4d40-8e52-57bde78f1630 req-f8270f12-98ae-4ba4-8abe-ff6557345b29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d HTTP/1.1" status: 200 len: 217 time: 0.1218181 Nov 25 04:03:51.099966 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-3d7a09b4-b715-4c0a-bfd8-3de8ec1d9ad2 req-ffe25b2c-e82a-473f-8949-5fbe38c03dfd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Unset dirty status for tenant:2192983d29584d5db1c6a2697d11a1db on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:51.101240 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3d7a09b4-b715-4c0a-bfd8-3de8ec1d9ad2 req-ffe25b2c-e82a-473f-8949-5fbe38c03dfd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487315 Nov 25 04:03:51.228927 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:51.233563 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c508b6-8333-4d40-8e52-57bde78f1630 req-1824a6ff-1d31-495d-b04a-8c28384de5f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:51.235271 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8c508b6-8333-4d40-8e52-57bde78f1630 req-1824a6ff-1d31-495d-b04a-8c28384de5f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b63c5734-dd50-4831-b1d7-dadf254e63d2 HTTP/1.1" status: 200 len: 852 time: 0.1281641 Nov 25 04:03:51.237999 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64', 'status': 'completed', 'code': 200} Nov 25 04:03:51.263591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71704f5-538b-42ff-9d60-5ae4187ef66b req-9b4a0355-f089-4f19-8252-d34006da29bd tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:51.264361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-a71704f5-538b-42ff-9d60-5ae4187ef66b req-9b4a0355-f089-4f19-8252-d34006da29bd tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Synchronizing usage tracker for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:03:51.552433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44140) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:51.604017 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd500e-e069-4ba9-ad9b-9bb752cfe602 req-d4969e51-8dee-4710-a0dc-69bac8df8a0f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:51.613716 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fbfd500e-e069-4ba9-ad9b-9bb752cfe602 req-d4969e51-8dee-4710-a0dc-69bac8df8a0f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 945 time: 0.1177464 Nov 25 04:03:51.633524 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8c508b6-8333-4d40-8e52-57bde78f1630 req-c729d832-3b74-4f7c-8b18-a01b0e4304a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=04cd9314-f5f3-480d-b2f6-57f9f77487db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3611937 Nov 25 04:03:51.673371 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-ec78b3cf-0969-4ef8-a3c8-3a7c41ebc8ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 1097 time: 0.7771869 Nov 25 04:03:51.678166 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a8c62a-317d-42cf-a8c6-809d6769971f {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:03:51.682295 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fbfd500e-e069-4ba9-ad9b-9bb752cfe602 req-0cd69e11-54a8-46b3-86b5-cc40f7f990d1 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674148 Nov 25 04:03:51.683193 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-a71704f5-538b-42ff-9d60-5ae4187ef66b req-9b4a0355-f089-4f19-8252-d34006da29bd tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Unset dirty status for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:03:51.690417 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a71704f5-538b-42ff-9d60-5ae4187ef66b req-9b4a0355-f089-4f19-8252-d34006da29bd tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 932 time: 1.1875947 Nov 25 04:03:51.697394 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:51.897755 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-df67bc90-9291-431e-95bd-10c4aa0d8057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:51.962730 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-df67bc90-9291-431e-95bd-10c4aa0d8057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:51.967367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-df67bc90-9291-431e-95bd-10c4aa0d8057 admin admin] Usage tracker for resource:security_group_rule and tenant:acfb8f9e31494896944df0882f3e1287 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:51.970439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-df67bc90-9291-431e-95bd-10c4aa0d8057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:51.978085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-df67bc90-9291-431e-95bd-10c4aa0d8057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:52.001671 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Transition to ACTIVE for port object 84a8c62a-317d-42cf-a8c6-809d6769971f will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:03:52.061773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-df67bc90-9291-431e-95bd-10c4aa0d8057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:52.066010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-df67bc90-9291-431e-95bd-10c4aa0d8057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:52.077023 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:52.110354 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67bc90-9291-431e-95bd-10c4aa0d8057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc10697d-7a0b-44a3-af3d-ef5413698956,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:52.114155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-df67bc90-9291-431e-95bd-10c4aa0d8057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:52.139520 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 3ac96007-0391-40cd-abe8-afe214f8fad3 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:03:52.144545 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-df67bc90-9291-431e-95bd-10c4aa0d8057 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=acfb8f9e31494896944df0882f3e1287&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5884299 Nov 25 04:03:52.144924 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44158) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:52.206098 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-5dc3b672-7fa0-43d7-9117-30acdbc61108 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d84742-9b2d-4640-ba67-233c7657fa64 HTTP/1.1" status: 200 len: 217 time: 0.4136837 Nov 25 04:03:52.214799 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44164) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:52.216459 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:52.238083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-572307ea-12b8-462c-9a9a-80d88e040054 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:52.248860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8bb58525-1b3a-4ac7-aa6a-513ce9e46dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:52.268128 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port 3ac96007-0391-40cd-abe8-afe214f8fad3 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:03:52.279579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8bb58525-1b3a-4ac7-aa6a-513ce9e46dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:52.281479 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 3ac96007-0391-40cd-abe8-afe214f8fad3 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:03:52.282220 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:52.368945 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a71704f5-538b-42ff-9d60-5ae4187ef66b req-799d1c7b-d23b-4874-8055-ce7e0a4f08a6 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6768956 Nov 25 04:03:52.375370 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8bb58525-1b3a-4ac7-aa6a-513ce9e46dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:52.389091 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:52.421544 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb58525-1b3a-4ac7-aa6a-513ce9e46dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc10697d-7a0b-44a3-af3d-ef5413698956,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:52.425093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8bb58525-1b3a-4ac7-aa6a-513ce9e46dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:52.425980 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8bb58525-1b3a-4ac7-aa6a-513ce9e46dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:52.429605 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8bb58525-1b3a-4ac7-aa6a-513ce9e46dc8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc10697d-7a0b-44a3-af3d-ef5413698956 HTTP/1.1" status: 204 len: 168 time: 0.2808199 Nov 25 04:03:52.537160 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8c508b6-8333-4d40-8e52-57bde78f1630 req-b42a3e4f-fae2-44fa-ba32-41aeada1a0cb service neutron] 10.222.0.15 "GET /v2.0/networks/04cd9314-f5f3-480d-b2f6-57f9f77487db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113101 Nov 25 04:03:52.537836 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Pushing event updated for resources: {'Port': ['ID=84a8c62a-317d-42cf-a8c6-809d6769971f,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:52.558134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:52.610849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-e75fc891-6c49-4202-a3ce-ada11f570c7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:52.612532 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-e75fc891-6c49-4202-a3ce-ada11f570c7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 200 len: 855 time: 0.3203423 Nov 25 04:03:52.629432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fa8e4-3e88-479b-8a0f-cb943b5e5e0d req-fdf43266-2281-429e-9039-aa469311986c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:52.641861 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-890fa8e4-3e88-479b-8a0f-cb943b5e5e0d req-fdf43266-2281-429e-9039-aa469311986c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.2235420 Nov 25 04:03:52.646831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:52.753390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 3ac96007-0391-40cd-abe8-afe214f8fad3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=3ac96007-0391-40cd-abe8-afe214f8fad3,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:52.756122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa51f031-b326-4e77-91c0-f9fcc4e19486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac96007-0391-40cd-abe8-afe214f8fad3'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:03:52.771431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:52.776218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:52.777667 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-890fa8e4-3e88-479b-8a0f-cb943b5e5e0d req-44bc236e-0927-4e23-a94b-a6a94fcb81e1 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273019 Nov 25 04:03:52.958568 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27a54e8e-5839-44c5-a3f9-513284b4115b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:52.960097 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa51f031-b326-4e77-91c0-f9fcc4e19486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac96007-0391-40cd-abe8-afe214f8fad3', 'code': 200} Nov 25 04:03:52.961069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=3ac96007-0391-40cd-abe8-afe214f8fad3,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:52.971877 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:53.023069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-27a54e8e-5839-44c5-a3f9-513284b4115b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:53.027875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-27a54e8e-5839-44c5-a3f9-513284b4115b admin admin] Usage tracker for resource:security_group_rule and tenant:6f80bf0cab4e47efbba359132f25d460 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:53.030921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-27a54e8e-5839-44c5-a3f9-513284b4115b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:53.037208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-27a54e8e-5839-44c5-a3f9-513284b4115b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:53.176468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27a54e8e-5839-44c5-a3f9-513284b4115b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:53.179501 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27a54e8e-5839-44c5-a3f9-513284b4115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:53.219850 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Attempting to bind port 84a8c62a-317d-42cf-a8c6-809d6769971f on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:03:53.220040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Attempting to bind port 84a8c62a-317d-42cf-a8c6-809d6769971f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:03:53.220411 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Attempting to bind port 84a8c62a-317d-42cf-a8c6-809d6769971f on network 204a024c-54c8-4940-972c-ed909f766c23 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:53.220597 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9a6b5876-49b9-49fd-b931-e2f77ed197ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:53.228629 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8c508b6-8333-4d40-8e52-57bde78f1630 req-60864b35-60ab-4118-82d0-ce1be3458dbd service neutron] 10.222.0.15 "GET /v2.0/networks/04cd9314-f5f3-480d-b2f6-57f9f77487db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720173 Nov 25 04:03:53.250731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Port 84a8c62a-317d-42cf-a8c6-809d6769971f on network 204a024c-54c8-4940-972c-ed909f766c23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:03:53.251010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Attempting to bind port 84a8c62a-317d-42cf-a8c6-809d6769971f on network 204a024c-54c8-4940-972c-ed909f766c23 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:03:53.271773 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-27a54e8e-5839-44c5-a3f9-513284b4115b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f80bf0cab4e47efbba359132f25d460&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0527444 Nov 25 04:03:53.271773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a54e8e-5839-44c5-a3f9-513284b4115b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8ec1fa-2fc4-4399-a686-1897aab3a30d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:53.272586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44196) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:53.276134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-27a54e8e-5839-44c5-a3f9-513284b4115b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:53.277953 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-6f2b8038-109e-48e1-adf9-161e42cbd179 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a25752b1-9c08-4df0-8384-722234ed08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6312933 Nov 25 04:03:53.279768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:03:53.280140 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Checking segment: {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:03:53.280914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Bound using segment: {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:03:53.281038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Bound port: 84a8c62a-317d-42cf-a8c6-809d6769971f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:03:53.281361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:53.319967 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7565e5-825a-4954-9ac0-b41136f07e8b req-89833894-11a3-42c6-9824-86035a2111aa tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:53.327756 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ed7565e5-825a-4954-9ac0-b41136f07e8b req-89833894-11a3-42c6-9824-86035a2111aa tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.3243511 Nov 25 04:03:53.361335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bbed0372-1bc5-4caa-8322-d19756748a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:53.437192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bbed0372-1bc5-4caa-8322-d19756748a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:53.561940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bbed0372-1bc5-4caa-8322-d19756748a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:53.571967 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-61493bb7-1805-459f-9593-928f940f3dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:53.587958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed0372-1bc5-4caa-8322-d19756748a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8ec1fa-2fc4-4399-a686-1897aab3a30d,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:53.592587 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bbed0372-1bc5-4caa-8322-d19756748a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:53.599817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bbed0372-1bc5-4caa-8322-d19756748a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:53.601281 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-bbed0372-1bc5-4caa-8322-d19756748a32 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d8ec1fa-2fc4-4399-a686-1897aab3a30d HTTP/1.1" status: 204 len: 168 time: 0.3279703 Nov 25 04:03:53.646705 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] For port 84a8c62a-317d-42cf-a8c6-809d6769971f, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:03:53.667174 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ed7565e5-825a-4954-9ac0-b41136f07e8b req-bcffcf84-bc3a-42c7-9970-d9a3df5d6223 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382618 Nov 25 04:03:53.707047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 44210) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:53.715644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] For port 84a8c62a-317d-42cf-a8c6-809d6769971f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=84a8c62a-317d-42cf-a8c6-809d6769971f,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:03:53.739242 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-ac5edcfe-a25f-4982-908a-d2f0a083369a service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911774 Nov 25 04:03:53.742305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:53.752923 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484ba38-b505-4579-81fc-2771b91f9084 req-bf8118b7-a5c8-4725-9586-d3d3bf75d125 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:53.754990 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5484ba38-b505-4579-81fc-2771b91f9084 req-bf8118b7-a5c8-4725-9586-d3d3bf75d125 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 944 time: 0.1173561 Nov 25 04:03:53.769219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5563f33-d6cf-435b-bae0-bc6a519cac81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:53.817803 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5484ba38-b505-4579-81fc-2771b91f9084 req-76c401fe-6cbb-4d3e-b0c7-7a5ea3931d32 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545290 Nov 25 04:03:53.846819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:53.917370 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-266b4193-463b-42c5-8f2b-f600b158b7e2 req-4f003c11-7459-447d-91a6-7108a985219c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 1099 time: 0.5390248 Nov 25 04:03:54.080030 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44220) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:54.094299 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:54.095801 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] 10.222.0.15 "PUT /v2.0/ports/84a8c62a-317d-42cf-a8c6-809d6769971f HTTP/1.1" status: 200 len: 1094 time: 4.9313712 Nov 25 04:03:54.098332 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'tag': '84a8c62a-317d-42cf-a8c6-809d6769971f'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:03:54.110520 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-07f842ab-2a8c-4e54-b68c-f75aa0b64396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:54.139939 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-d5563f33-d6cf-435b-bae0-bc6a519cac81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:54.155621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Pushing event updated for resources: {'Port': ['ID=84a8c62a-317d-42cf-a8c6-809d6769971f,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:54.166293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:54.167974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-d5563f33-d6cf-435b-bae0-bc6a519cac81 admin admin] Usage tracker for resource:security_group_rule and tenant:d30a64331cf0415d91b562f8e2ed13a0 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:54.172669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-07f842ab-2a8c-4e54-b68c-f75aa0b64396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:54.174602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-d5563f33-d6cf-435b-bae0-bc6a519cac81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:54.179171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-07f842ab-2a8c-4e54-b68c-f75aa0b64396 admin admin] Usage tracker for resource:security_group_rule and tenant:e88549ace73740b0918765fdf621f123 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:54.185587 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-07f842ab-2a8c-4e54-b68c-f75aa0b64396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:54.194367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-07f842ab-2a8c-4e54-b68c-f75aa0b64396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:54.271750 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-d5563f33-d6cf-435b-bae0-bc6a519cac81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:54.335275 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-07f842ab-2a8c-4e54-b68c-f75aa0b64396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:54.339379 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-07f842ab-2a8c-4e54-b68c-f75aa0b64396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:54.348463 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'tag': '84a8c62a-317d-42cf-a8c6-809d6769971f', 'status': 'completed', 'code': 200} Nov 25 04:03:54.357308 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-266b4193-463b-42c5-8f2b-f600b158b7e2 req-fc4cdab3-8a98-482a-8441-0430be29f803 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826895 Nov 25 04:03:54.380706 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-673c080f-7cf4-4cce-8bf8-bd560d507c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:54.383342 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-89eb328b-fd40-4468-a07f-602dbe2a2033 req-85741c9e-da8e-4aa8-b6c6-031a7a51852b service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880156 Nov 25 04:03:54.398109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5563f33-d6cf-435b-bae0-bc6a519cac81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:54.422499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5587946-280b-46a0-afbe-7b720a5a9c5b req-11df821e-d7ce-44df-a8ca-56fd4f76109a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:54.424381 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e5587946-280b-46a0-afbe-7b720a5a9c5b req-11df821e-d7ce-44df-a8ca-56fd4f76109a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.4486301 Nov 25 04:03:54.425151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5563f33-d6cf-435b-bae0-bc6a519cac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:54.431732 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f842ab-2a8c-4e54-b68c-f75aa0b64396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6456dff4-1062-41fd-9db1-5813ae774f0c,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:54.435344 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-07f842ab-2a8c-4e54-b68c-f75aa0b64396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:54.454883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d7b008d7-662b-4010-9cb4-1b4c1567aab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:54.461185 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-07f842ab-2a8c-4e54-b68c-f75aa0b64396 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e88549ace73740b0918765fdf621f123&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3796630 Nov 25 04:03:54.466433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44236) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:54.567998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-868faa3d-2000-46b0-983d-fd809da436c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:54.577536 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-1912f82f-2d94-42d0-977c-d66b9f4acb30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 1097 time: 0.3843482 Nov 25 04:03:54.602277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-868faa3d-2000-46b0-983d-fd809da436c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:54.616253 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-d5563f33-d6cf-435b-bae0-bc6a519cac81 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d30a64331cf0415d91b562f8e2ed13a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9030592 Nov 25 04:03:54.617245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5563f33-d6cf-435b-bae0-bc6a519cac81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b16250-064a-47e7-b43b-3e33591ae524,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:54.636356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 44246) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:54.641517 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d5563f33-d6cf-435b-bae0-bc6a519cac81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:54.656316 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e5587946-280b-46a0-afbe-7b720a5a9c5b req-e7d9c40d-c300-4b78-b01b-d34917e33b17 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067094 Nov 25 04:03:54.658962 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-868faa3d-2000-46b0-983d-fd809da436c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:54.666717 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-34975ff2-f695-49ef-b35f-be94594f07cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:54.682537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868faa3d-2000-46b0-983d-fd809da436c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456dff4-1062-41fd-9db1-5813ae774f0c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:54.685630 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-868faa3d-2000-46b0-983d-fd809da436c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:54.686945 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-868faa3d-2000-46b0-983d-fd809da436c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:54.688312 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-868faa3d-2000-46b0-983d-fd809da436c9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6456dff4-1062-41fd-9db1-5813ae774f0c HTTP/1.1" status: 204 len: 168 time: 0.2205799 Nov 25 04:03:54.969009 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-0fe6944a-ff88-4376-9387-c9459e25efe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84a8c62a-317d-42cf-a8c6-809d6769971f HTTP/1.1" status: 200 len: 217 time: 0.2606795 Nov 25 04:03:54.983101 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ab280-8e68-4ccc-b7d4-2c5a761ac5e6 req-8a7565e9-6c78-40f1-b8ef-2dada6b58624 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:54.995544 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b98ab280-8e68-4ccc-b7d4-2c5a761ac5e6 req-8a7565e9-6c78-40f1-b8ef-2dada6b58624 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 945 time: 0.1376534 Nov 25 04:03:55.049685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-ea01f6a6-2f8f-43be-badf-b9fe9f8ec495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:55.051257 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-ea01f6a6-2f8f-43be-badf-b9fe9f8ec495 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ba59b9-79a2-4c33-8784-a19e069e73ba HTTP/1.1" status: 200 len: 849 time: 0.0658684 Nov 25 04:03:55.063271 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b98ab280-8e68-4ccc-b7d4-2c5a761ac5e6 req-222575a5-5dd8-460c-8e91-3c9dac4f56f7 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659447 Nov 25 04:03:55.291053 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44270) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:55.349487 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b9bf-0089-4605-9799-946b6e89a1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:55.390367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff5af07e-2596-4e34-bae2-d2c83167d353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:55.413613 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07250352-3f33-41ba-9188-932fbff69980 req-98284d6c-d4d3-4825-8a6c-96349fb229bb tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:55.415814 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-07250352-3f33-41ba-9188-932fbff69980 req-98284d6c-d4d3-4825-8a6c-96349fb229bb tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 944 time: 0.1975291 Nov 25 04:03:55.424699 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-1aa7b9bf-0089-4605-9799-946b6e89a1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:55.431536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-1aa7b9bf-0089-4605-9799-946b6e89a1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a59d4f20aa1544639fc11929dab37bc5 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:55.435694 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-1aa7b9bf-0089-4605-9799-946b6e89a1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:55.443529 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff5af07e-2596-4e34-bae2-d2c83167d353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:55.460695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-1aa7b9bf-0089-4605-9799-946b6e89a1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:55.471926 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8cb9877c-45b7-43d7-acea-d4bdc5c79b27 req-087c507e-40ff-4e51-9488-8a62842ab661 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 1097 time: 0.5899465 Nov 25 04:03:55.497906 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-07250352-3f33-41ba-9188-932fbff69980 req-05990473-cbca-416f-b690-18119c66d81e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681438 Nov 25 04:03:55.550707 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-def560de-38f2-4e08-9f23-4b2d915bf769 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=204a024c-54c8-4940-972c-ed909f766c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4535754 Nov 25 04:03:55.560022 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb6c5-0c0a-4fe5-8c40-8682a592556e req-3868d771-e3ad-47a6-9ded-b5e5c09172d2 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:55.561337 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15bdb6c5-0c0a-4fe5-8c40-8682a592556e req-3868d771-e3ad-47a6-9ded-b5e5c09172d2 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.5899506 Nov 25 04:03:55.570956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b9bf-0089-4605-9799-946b6e89a1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:55.574373 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b9bf-0089-4605-9799-946b6e89a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:55.601346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:55.637371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7b9bf-0089-4605-9799-946b6e89a1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26efa512-8b04-425f-9626-1a4635e5c953,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:55.650980 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-1aa7b9bf-0089-4605-9799-946b6e89a1f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a59d4f20aa1544639fc11929dab37bc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3554831 Nov 25 04:03:55.650980 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1aa7b9bf-0089-4605-9799-946b6e89a1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:55.650980 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44284) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:55.714994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f6d49e6d-5d4a-476c-af74-3d10d4d06b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:55.726182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9877c-45b7-43d7-acea-d4bdc5c79b27 req-7d19cfa3-5a37-4b06-8445-bac578fe51d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:55.728818 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8cb9877c-45b7-43d7-acea-d4bdc5c79b27 req-7d19cfa3-5a37-4b06-8445-bac578fe51d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 917 time: 0.2373402 Nov 25 04:03:55.744641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f6d49e6d-5d4a-476c-af74-3d10d4d06b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:55.753047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff5af07e-2596-4e34-bae2-d2c83167d353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:55.779223 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:55.796560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f6d49e6d-5d4a-476c-af74-3d10d4d06b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:55.803154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e3b4bcb4-502d-4133-9152-3fe3554432b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:55.815561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d49e6d-5d4a-476c-af74-3d10d4d06b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26efa512-8b04-425f-9626-1a4635e5c953,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:55.824871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f6d49e6d-5d4a-476c-af74-3d10d4d06b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:55.830579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f6d49e6d-5d4a-476c-af74-3d10d4d06b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:55.844329 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f6d49e6d-5d4a-476c-af74-3d10d4d06b81 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/26efa512-8b04-425f-9626-1a4635e5c953 HTTP/1.1" status: 204 len: 168 time: 0.1885231 Nov 25 04:03:55.935190 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff5af07e-2596-4e34-bae2-d2c83167d353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:55.946810 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ff5af07e-2596-4e34-bae2-d2c83167d353 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41b16250-064a-47e7-b43b-3e33591ae524 HTTP/1.1" status: 204 len: 168 time: 1.3070579 Nov 25 04:03:55.959421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5af07e-2596-4e34-bae2-d2c83167d353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b16250-064a-47e7-b43b-3e33591ae524,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:55.973323 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ff5af07e-2596-4e34-bae2-d2c83167d353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:55.995339 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8cb9877c-45b7-43d7-acea-d4bdc5c79b27 req-4db9e742-dc34-482e-bf57-42b14d20ea23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d84742-9b2d-4640-ba67-233c7657fa64 HTTP/1.1" status: 200 len: 217 time: 0.1422257 Nov 25 04:03:56.081268 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15bdb6c5-0c0a-4fe5-8c40-8682a592556e req-7f1db74b-526d-4fc2-9638-bb24d365f346 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672608 Nov 25 04:03:56.121330 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-39d7af93-f84b-4cc2-86b9-5b53b76b6243 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057003 Nov 25 04:03:56.124987 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9877c-45b7-43d7-acea-d4bdc5c79b27 req-4e193a71-97dd-4f8e-9d5a-419622063310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:56.126530 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8cb9877c-45b7-43d7-acea-d4bdc5c79b27 req-4e193a71-97dd-4f8e-9d5a-419622063310 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 200 len: 855 time: 0.1201072 Nov 25 04:03:56.231057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd62b70-f9b0-487c-a51a-1720edb7944a req-4ca540ad-2db2-44b5-b624-d29e6ab02d3b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:56.233237 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9bd62b70-f9b0-487c-a51a-1720edb7944a req-4ca540ad-2db2-44b5-b624-d29e6ab02d3b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.1605964 Nov 25 04:03:56.314092 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9bd62b70-f9b0-487c-a51a-1720edb7944a req-96fe6712-4362-4dc3-a18d-127c3c6efeb4 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682807 Nov 25 04:03:56.509598 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8cb9877c-45b7-43d7-acea-d4bdc5c79b27 req-8bd68a59-d1e4-4688-bb8f-b443c743d622 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a25752b1-9c08-4df0-8384-722234ed08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3570452 Nov 25 04:03:56.514997 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48e24d29-ed93-437f-96aa-61b23cb61821 req-d7e49b1c-741c-45e2-80a3-4b0803c525e7 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870940 Nov 25 04:03:56.584226 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9988382-1a11-46d9-b879-f5d5c59b8b3b req-59f762fb-c29d-41a0-8ff7-544c95f40776 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:56.586120 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e9988382-1a11-46d9-b879-f5d5c59b8b3b req-59f762fb-c29d-41a0-8ff7-544c95f40776 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 945 time: 0.2160602 Nov 25 04:03:56.806515 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e9988382-1a11-46d9-b879-f5d5c59b8b3b req-8c3f56f5-70fd-4990-af8a-1064d3ebe229 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053567 Nov 25 04:03:56.861587 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ade5696b-7d84-44db-b842-4b26faa829fa req-b269fb4d-5663-41c5-960e-a339a7a80b0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 1097 time: 0.2172244 Nov 25 04:03:56.863805 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8cb9877c-45b7-43d7-acea-d4bdc5c79b27 req-31539526-7c8d-41d5-828f-d0c8cf6cb925 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272297 Nov 25 04:03:56.974537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d7660-b659-4575-a5d6-cad2bfb01c2b req-4caaefa9-b0a8-4206-b6c5-070c05227d62 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:56.982399 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-921d7660-b659-4575-a5d6-cad2bfb01c2b req-4caaefa9-b0a8-4206-b6c5-070c05227d62 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 944 time: 0.2155900 Nov 25 04:03:57.040339 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-921d7660-b659-4575-a5d6-cad2bfb01c2b req-95f43295-ce15-4ad5-bd3a-00722932e3d4 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567894 Nov 25 04:03:57.043540 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44348) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:57.179317 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5696b-7d84-44db-b842-4b26faa829fa req-130858f4-90ee-4f4a-a70d-8c15dec68492 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:57.181312 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ade5696b-7d84-44db-b842-4b26faa829fa req-130858f4-90ee-4f4a-a70d-8c15dec68492 service neutron] 10.222.0.15 "GET /v2.0/networks?id=204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 200 len: 911 time: 0.3124614 Nov 25 04:03:57.233055 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8cb9877c-45b7-43d7-acea-d4bdc5c79b27 req-f05f68b5-1d14-4cad-93c1-0f10f545e167 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208892 Nov 25 04:03:57.312326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb48af18-94c4-4a0e-b5fe-b329958153c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:57.345784 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-fb48af18-94c4-4a0e-b5fe-b329958153c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:57.349998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-fb48af18-94c4-4a0e-b5fe-b329958153c8 admin admin] Usage tracker for resource:security_group_rule and tenant:78907a080fd04e63a16fbaad6dade074 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:57.353900 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-fb48af18-94c4-4a0e-b5fe-b329958153c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:57.360727 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-fb48af18-94c4-4a0e-b5fe-b329958153c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:57.371920 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ade5696b-7d84-44db-b842-4b26faa829fa req-ab1568a2-204a-465b-a6b7-fbbdb718eaf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84a8c62a-317d-42cf-a8c6-809d6769971f HTTP/1.1" status: 200 len: 217 time: 0.1398177 Nov 25 04:03:57.436077 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb48af18-94c4-4a0e-b5fe-b329958153c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:57.439961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb48af18-94c4-4a0e-b5fe-b329958153c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:57.450025 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dd3a1d82-b0a8-4906-a2bd-7ee5dcff1bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:57.530265 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4405e2-2e9b-4b2b-a69e-33ec18dc07ec req-e9cbb13a-c98e-4af8-ba6d-0e684ddf6f44 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:57.531932 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3e4405e2-2e9b-4b2b-a69e-33ec18dc07ec req-e9cbb13a-c98e-4af8-ba6d-0e684ddf6f44 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.3029339 Nov 25 04:03:57.550579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff503b2-e7b9-406c-bc9b-8bc15243ed36 req-a63b9ee7-0753-40d3-8586-c27064e0d930 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:57.552166 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2ff503b2-e7b9-406c-bc9b-8bc15243ed36 req-a63b9ee7-0753-40d3-8586-c27064e0d930 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 945 time: 0.3681421 Nov 25 04:03:57.572464 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48af18-94c4-4a0e-b5fe-b329958153c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38c5d0b-0c64-4ee3-b15b-bc1724474419,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:57.581557 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fb48af18-94c4-4a0e-b5fe-b329958153c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:57.590578 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-fb48af18-94c4-4a0e-b5fe-b329958153c8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78907a080fd04e63a16fbaad6dade074&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5434484 Nov 25 04:03:57.595188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44372) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:57.601325 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896f445-b7d4-4155-a75e-a61904421648 req-7457fec9-31a5-46ff-9268-88f0dc6c6394 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:57.603995 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a896f445-b7d4-4155-a75e-a61904421648 req-7457fec9-31a5-46ff-9268-88f0dc6c6394 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.1399391 Nov 25 04:03:57.624756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5696b-7d84-44db-b842-4b26faa829fa req-bb93f47c-625e-437e-9a2b-ea3ee794c7ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:57.626430 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ade5696b-7d84-44db-b842-4b26faa829fa req-bb93f47c-625e-437e-9a2b-ea3ee794c7ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ba59b9-79a2-4c33-8784-a19e069e73ba HTTP/1.1" status: 200 len: 849 time: 0.2398872 Nov 25 04:03:57.666880 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3e4405e2-2e9b-4b2b-a69e-33ec18dc07ec req-5abb4156-a741-4361-a2a2-0ce232f20bd4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273642 Nov 25 04:03:57.735899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7a099ef7-0bcf-43fb-b897-c14154eeb67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:57.871835 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7a099ef7-0bcf-43fb-b897-c14154eeb67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:57.915090 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a896f445-b7d4-4155-a75e-a61904421648 req-959726dd-c867-406e-a6a6-56ff7e1bc942 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619390 Nov 25 04:03:57.977987 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-2ff503b2-e7b9-406c-bc9b-8bc15243ed36 req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Deleting port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:03:57.977987 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2ff503b2-e7b9-406c-bc9b-8bc15243ed36 req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:58.031018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7a099ef7-0bcf-43fb-b897-c14154eeb67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:58.048146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:58.094925 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7a099ef7-0bcf-43fb-b897-c14154eeb67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:58.096181 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7a099ef7-0bcf-43fb-b897-c14154eeb67b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e38c5d0b-0c64-4ee3-b15b-bc1724474419 HTTP/1.1" status: 204 len: 168 time: 0.4910886 Nov 25 04:03:58.110042 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a099ef7-0bcf-43fb-b897-c14154eeb67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38c5d0b-0c64-4ee3-b15b-bc1724474419,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:58.113974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7a099ef7-0bcf-43fb-b897-c14154eeb67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:58.185848 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 76d84742-9b2d-4640-ba67-233c7657fa64 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:03:58.418598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087f197-0a9f-4507-a89e-12ad65f03635 req-530782e7-cde9-4ce8-8dc8-e92435174d8c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:58.432939 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5087f197-0a9f-4507-a89e-12ad65f03635 req-530782e7-cde9-4ce8-8dc8-e92435174d8c tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 945 time: 0.2292111 Nov 25 04:03:58.528404 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:58.546431 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5087f197-0a9f-4507-a89e-12ad65f03635 req-5bb83204-4eca-4566-83a2-82d554fa531e tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058567 Nov 25 04:03:58.555060 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '76d84742-9b2d-4640-ba67-233c7657fa64', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'port_id': '76d84742-9b2d-4640-ba67-233c7657fa64', 'mac_address': 'fa:16:3e:15:6e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:03:58.690512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:58.712421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-2ff503b2-e7b9-406c-bc9b-8bc15243ed36 req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] For port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d,segment=NetworkSegment(e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6),segment_id=e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:58.712831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2ff503b2-e7b9-406c-bc9b-8bc15243ed36 req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:58.732129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d84742-9b2d-4640-ba67-233c7657fa64 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:03:58.765062 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:03:58.771018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:58.773608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:58.895198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b37926-547a-4217-b913-983e20429d8f req-ec0c4ef6-fcbc-4d3a-9719-1a305967c1df tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:58.912365 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-49b37926-547a-4217-b913-983e20429d8f req-ec0c4ef6-fcbc-4d3a-9719-1a305967c1df tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 944 time: 0.2346356 Nov 25 04:03:58.927618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=76d84742-9b2d-4640-ba67-233c7657fa64,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:58.932781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:58.990769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44420) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:59.004739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-2ff503b2-e7b9-406c-bc9b-8bc15243ed36 req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Calling delete_port for ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:03:59.027020 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-49b37926-547a-4217-b913-983e20429d8f req-3edf5fcb-ef5f-4144-b91e-304d047c5b51 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132832 Nov 25 04:03:59.065453 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-94211d38-7016-45c3-ab49-fe0a69361f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:59.107105 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ade5696b-7d84-44db-b842-4b26faa829fa req-151c73da-4f55-4427-a48a-f3a0cb6029a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=204a024c-54c8-4940-972c-ed909f766c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.4444695 Nov 25 04:03:59.131422 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-94211d38-7016-45c3-ab49-fe0a69361f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:03:59.136586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-94211d38-7016-45c3-ab49-fe0a69361f41 admin admin] Usage tracker for resource:security_group_rule and tenant:efd0d551076f424593f51e04cc44e445 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:03:59.140814 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-94211d38-7016-45c3-ab49-fe0a69361f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:03:59.151388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-94211d38-7016-45c3-ab49-fe0a69361f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:03:59.160928 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['76d84742-9b2d-4640-ba67-233c7657fa64'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:03:59.287453 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de880a-9f5b-46aa-8565-9efe9864c9a8 req-a5452379-3963-4aed-95dd-a8280f6a2441 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:59.289265 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-44de880a-9f5b-46aa-8565-9efe9864c9a8 req-a5452379-3963-4aed-95dd-a8280f6a2441 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 945 time: 0.1248224 Nov 25 04:03:59.369709 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-44de880a-9f5b-46aa-8565-9efe9864c9a8 req-f5209804-4e53-43e3-b8ca-35b6fe8429ad tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644042 Nov 25 04:03:59.377417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-94211d38-7016-45c3-ab49-fe0a69361f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:59.384738 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-94211d38-7016-45c3-ab49-fe0a69361f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:59.397084 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6075eaf-0b28-402f-85b0-fdd5bfc147dd req-e0fa4b97-4067-4c05-bf8c-045d970cfcaa tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:59.404985 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a6075eaf-0b28-402f-85b0-fdd5bfc147dd req-e0fa4b97-4067-4c05-bf8c-045d970cfcaa tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.4172554 Nov 25 04:03:59.409622 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d14ea2b1-c025-46d8-81c3-03f01d88616d req-32b4c3db-5eb8-47e6-ba5f-967e4fb7be13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 1099 time: 1.3038189 Nov 25 04:03:59.416534 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3b75f5d4-c598-4bc7-a82c-5d9303e045d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:59.442776 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-94211d38-7016-45c3-ab49-fe0a69361f41 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=efd0d551076f424593f51e04cc44e445&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4310906 Nov 25 04:03:59.446737 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44430) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:03:59.465465 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94211d38-7016-45c3-ab49-fe0a69361f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dca50e-3cfb-46e8-9e80-1071ca13c071,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:59.471151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-94211d38-7016-45c3-ab49-fe0a69361f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:59.525694 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cfc6211c-adb1-41a5-8070-0dc95e6132f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:59.533769 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ade5696b-7d84-44db-b842-4b26faa829fa req-e57f544b-0b41-402c-b533-4d83b5b0e2a9 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069760 Nov 25 04:03:59.557698 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cfc6211c-adb1-41a5-8070-0dc95e6132f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:59.617533 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cfc6211c-adb1-41a5-8070-0dc95e6132f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:59.623186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:03:59.636832 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6211c-adb1-41a5-8070-0dc95e6132f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dca50e-3cfb-46e8-9e80-1071ca13c071,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:03:59.641970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cfc6211c-adb1-41a5-8070-0dc95e6132f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:03:59.644083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cfc6211c-adb1-41a5-8070-0dc95e6132f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:03:59.649585 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-cfc6211c-adb1-41a5-8070-0dc95e6132f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/49dca50e-3cfb-46e8-9e80-1071ca13c071 HTTP/1.1" status: 204 len: 168 time: 0.2011871 Nov 25 04:03:59.823716 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559953db-c5c2-494b-9e68-80fe6e8c49e1 req-e8f09a9f-ee1d-4af7-8e8c-00bcef50561f tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:59.830996 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-559953db-c5c2-494b-9e68-80fe6e8c49e1 req-e8f09a9f-ee1d-4af7-8e8c-00bcef50561f tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 945 time: 0.1479504 Nov 25 04:03:59.859502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ea2b1-c025-46d8-81c3-03f01d88616d req-3e082532-e80a-467d-a1cc-f2b27a76138b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:03:59.861115 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d14ea2b1-c025-46d8-81c3-03f01d88616d req-3e082532-e80a-467d-a1cc-f2b27a76138b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 920 time: 0.4024847 Nov 25 04:03:59.897893 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-559953db-c5c2-494b-9e68-80fe6e8c49e1 req-51e7aeae-7226-49be-a3bc-8288a126be95 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ca3916-6b27-4c71-8ea2-8fd508f74421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586507 Nov 25 04:03:59.914844 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ade5696b-7d84-44db-b842-4b26faa829fa req-10c7efaa-5d10-40e5-bc1a-65e475ed2642 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189650 Nov 25 04:03:59.915504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2ff503b2-e7b9-406c-bc9b-8bc15243ed36 req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:00.005142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7af7ff72-0ba7-4835-b41a-eb60c4b150b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:00.040908 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d14ea2b1-c025-46d8-81c3-03f01d88616d req-8d18bee1-0f35-499d-b03a-3165348e5b8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ac96007-0391-40cd-abe8-afe214f8fad3 HTTP/1.1" status: 200 len: 217 time: 0.1233568 Nov 25 04:04:00.058269 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a6075eaf-0b28-402f-85b0-fdd5bfc147dd req-96500ad3-342e-4665-9353-001200650275 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6520627 Nov 25 04:04:00.155627 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Pushing event deleted for resources: {'Port': ['ID=ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:00.158733 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ea2b1-c025-46d8-81c3-03f01d88616d req-475edcc4-d3b9-4e0d-97e7-026a8a1aee29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:00.160629 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d14ea2b1-c025-46d8-81c3-03f01d88616d req-475edcc4-d3b9-4e0d-97e7-026a8a1aee29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 200 len: 859 time: 0.0956209 Nov 25 04:04:00.191110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44468) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:00.194725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 84a8c62a-317d-42cf-a8c6-809d6769971f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:04:00.296010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.296641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.297238 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.303023 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.303670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.304256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.304845 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.306091 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.306925 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.308219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.308932 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.315234 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:00.384769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 76d84742-9b2d-4640-ba67-233c7657fa64 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:04:00.406102 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8a7d-5ae8-46d3-80b2-795588427ba7 req-857d702f-f480-4cdb-b4db-4d686cad2783 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:00.416783 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-be5d8a7d-5ae8-46d3-80b2-795588427ba7 req-857d702f-f480-4cdb-b4db-4d686cad2783 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 944 time: 0.1754117 Nov 25 04:04:00.450458 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d14ea2b1-c025-46d8-81c3-03f01d88616d req-7615190b-9f60-4f2a-b58f-b8c939fe5c6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab46472b-7ed2-4cef-ad7d-804831d4a509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2725413 Nov 25 04:04:00.469654 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 84a8c62a-317d-42cf-a8c6-809d6769971f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=84a8c62a-317d-42cf-a8c6-809d6769971f,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:00.492603 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '84a8c62a-317d-42cf-a8c6-809d6769971f', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'port_id': '84a8c62a-317d-42cf-a8c6-809d6769971f', 'mac_address': 'fa:16:3e:9f:3b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:04:00.527405 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-be5d8a7d-5ae8-46d3-80b2-795588427ba7 req-f1c2b449-fa27-4357-ba40-8823bf5936f3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089668 Nov 25 04:04:00.587213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:00.637649 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:00.658494 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a8c62a-317d-42cf-a8c6-809d6769971f {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:04:00.671417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:00.674256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 84a8c62a-317d-42cf-a8c6-809d6769971f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=84a8c62a-317d-42cf-a8c6-809d6769971f,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:00.678206 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:00.680704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Usage tracker for resource:security_group_rule and tenant:7b9ba5d7da814fd6834f791fb1d499a7 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:00.681754 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6cc1a0e1-7c33-4e82-80be-aa2cf79ea4a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:00.687699 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:00.701785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:00.783682 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=84a8c62a-317d-42cf-a8c6-809d6769971f,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:00.786527 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port 76d84742-9b2d-4640-ba67-233c7657fa64 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:04:00.793683 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:00.794350 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 76d84742-9b2d-4640-ba67-233c7657fa64 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:00.794764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:00.896038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:00.899591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:00.908637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1aa7b9bf-0089-4605-9799-946b6e89a1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:00.941904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:00.950329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267c8b4e-5b3b-4520-a6ac-8154ba11aaa4,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:00.965295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.965820 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.966349 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.966863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.967094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.967474 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.968020 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.968399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.969217 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.969600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.970084 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:00.976338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:00.995322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:00.996725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:00.999742 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b9ba5d7da814fd6834f791fb1d499a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8071163 Nov 25 04:04:01.002570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44500) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:01.003233 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:01.004400 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:04:01.043721 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:01.082939 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dd569a99-135c-4f9b-bfc0-1644caea0174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:01.096686 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:04:01.097079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:04:01.104450 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['84a8c62a-317d-42cf-a8c6-809d6769971f'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:04:01.109134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff503b2-e7b9-406c-bc9b-8bc15243ed36 req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] No DVR routers for this DVR port ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:04:01.121230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2ff503b2-e7b9-406c-bc9b-8bc15243ed36 req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:01.124999 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3d60ef-b11e-431a-a071-f74aabdb6293', 'name': 'network-vif-deleted', 'tag': 'ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:01.130275 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dd569a99-135c-4f9b-bfc0-1644caea0174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:01.163114 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2ff503b2-e7b9-406c-bc9b-8bc15243ed36 req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.15 "DELETE /v2.0/ports/ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d HTTP/1.1" status: 204 len: 173 time: 3.5878301 Nov 25 04:04:01.216097 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d14ea2b1-c025-46d8-81c3-03f01d88616d req-3b6bbb7e-0b92-491c-919e-7e2f14e9d869 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412038 Nov 25 04:04:01.223155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a77365-1dad-4864-91f8-4f0351979939 req-dc7f701f-7854-4b4a-8246-76dfedb3f312 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:01.235085 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d4a77365-1dad-4864-91f8-4f0351979939 req-dc7f701f-7854-4b4a-8246-76dfedb3f312 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.5514050 Nov 25 04:04:01.246527 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=76d84742-9b2d-4640-ba67-233c7657fa64,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:01.250684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:01.250834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dd569a99-135c-4f9b-bfc0-1644caea0174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:01.263949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-07f842ab-2a8c-4e54-b68c-f75aa0b64396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:01.285747 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f7029e54-e57a-4e43-8b5c-ad999f79a779 req-12d0662f-62d5-49db-af17-e40e521c41e7 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 210 time: 0.1820521 Nov 25 04:04:01.287793 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd569a99-135c-4f9b-bfc0-1644caea0174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267c8b4e-5b3b-4520-a6ac-8154ba11aaa4,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:01.290882 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dd569a99-135c-4f9b-bfc0-1644caea0174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:01.291977 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dd569a99-135c-4f9b-bfc0-1644caea0174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:01.293445 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-dd569a99-135c-4f9b-bfc0-1644caea0174 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/267c8b4e-5b3b-4520-a6ac-8154ba11aaa4 HTTP/1.1" status: 204 len: 168 time: 0.2894135 Nov 25 04:04:01.380825 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d4a77365-1dad-4864-91f8-4f0351979939 req-f6b4ab19-4597-49b3-b231-cdda3f6cefe0 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446807 Nov 25 04:04:01.438164 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64', 'code': 200} Nov 25 04:04:01.515106 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3d60ef-b11e-431a-a071-f74aabdb6293', 'name': 'network-vif-deleted', 'tag': 'ae9375e5-eda4-43f8-92cf-1eae7b0d9a5d', 'status': 'completed', 'code': 200} Nov 25 04:04:01.684836 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d14ea2b1-c025-46d8-81c3-03f01d88616d req-772660a2-f5b2-44cd-b135-d6e9696ae9c4 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198325 Nov 25 04:04:01.731951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a491-0db7-45b6-8597-53d98c880f27 req-8f9510a6-c5fd-4cbd-a749-7c3981ed2885 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:01.733936 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c763a491-0db7-45b6-8597-53d98c880f27 req-8f9510a6-c5fd-4cbd-a749-7c3981ed2885 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1596401 Nov 25 04:04:01.872700 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c763a491-0db7-45b6-8597-53d98c880f27 req-1eaa0a1b-e631-493a-a1e2-a101af4ce50e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320615 Nov 25 04:04:01.984351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302f9ad-e150-439b-b9fa-791c2327bdbc req-1691af60-f24b-471d-a238-3d2d743a8be3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:01.989050 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7302f9ad-e150-439b-b9fa-791c2327bdbc req-1691af60-f24b-471d-a238-3d2d743a8be3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 945 time: 0.2130628 Nov 25 04:04:02.088004 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7302f9ad-e150-439b-b9fa-791c2327bdbc req-3b6a0c47-8ff7-4105-a466-4de0333e341e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955467 Nov 25 04:04:02.136283 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b67202e5-1dbd-497b-8f7f-ff9ffbfa7091 req-8b87b0f6-b492-404c-ba16-f8a3d19cbe38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 1099 time: 0.1637051 Nov 25 04:04:02.142120 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44546) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:02.171652 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ba81de1c-ac8f-4e71-8304-8c012fa5857d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:02.194081 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b67202e5-1dbd-497b-8f7f-ff9ffbfa7091 req-4ee16a90-6263-4eea-938e-8462f1374d0b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461111 Nov 25 04:04:02.225901 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ba81de1c-ac8f-4e71-8304-8c012fa5857d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:02.233419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 84a8c62a-317d-42cf-a8c6-809d6769971f up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:04:02.242345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ba81de1c-ac8f-4e71-8304-8c012fa5857d admin admin] Usage tracker for resource:security_group_rule and tenant:3d17864c90a54574abf8f08e0c8c2a62 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:02.248747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ba81de1c-ac8f-4e71-8304-8c012fa5857d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:02.263081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ba81de1c-ac8f-4e71-8304-8c012fa5857d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:02.332430 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port 84a8c62a-317d-42cf-a8c6-809d6769971f completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:04:02.338858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 84a8c62a-317d-42cf-a8c6-809d6769971f triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:02.338858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:02.400135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ba81de1c-ac8f-4e71-8304-8c012fa5857d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:02.403152 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ba81de1c-ac8f-4e71-8304-8c012fa5857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:02.412718 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:02.466254 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ba81de1c-ac8f-4e71-8304-8c012fa5857d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d17864c90a54574abf8f08e0c8c2a62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3228621 Nov 25 04:04:02.467127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81de1c-ac8f-4e71-8304-8c012fa5857d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe81d5f3-8fd4-43e9-9ca4-9ecf38bec4b2,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:02.468891 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 44560) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:02.485023 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ba81de1c-ac8f-4e71-8304-8c012fa5857d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:02.491257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:02.531747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 84a8c62a-317d-42cf-a8c6-809d6769971f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=84a8c62a-317d-42cf-a8c6-809d6769971f,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:02.535373 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:02.537668 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:02.603217 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2436b4d8-c7ba-484d-b494-05ce5d7e9db5 req-d1a02862-99a2-43a9-a9c8-8ef6830b05da tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Synchronizing usage tracker for tenant:4281d93eebc6472b9aeca7c58446bfd6 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:04:02.633438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f6ff4831-fca3-477f-a3c7-820d685c990a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:02.633968 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=84a8c62a-317d-42cf-a8c6-809d6769971f,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:02.638340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:02.655513 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2436b4d8-c7ba-484d-b494-05ce5d7e9db5 req-d1a02862-99a2-43a9-a9c8-8ef6830b05da tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Unset dirty status for tenant:4281d93eebc6472b9aeca7c58446bfd6 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:04:02.656809 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2436b4d8-c7ba-484d-b494-05ce5d7e9db5 req-d1a02862-99a2-43a9-a9c8-8ef6830b05da tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef3d60ef-b11e-431a-a071-f74aabdb6293 HTTP/1.1" status: 200 len: 210 time: 0.1224203 Nov 25 04:04:02.672426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f6ff4831-fca3-477f-a3c7-820d685c990a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:02.675299 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47b6e1-e94e-4e91-8fa2-749029947eb2 req-91b626a9-3ef4-41d6-8b71-aecf748a3fe4 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:02.679202 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bc47b6e1-e94e-4e91-8fa2-749029947eb2 req-91b626a9-3ef4-41d6-8b71-aecf748a3fe4 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.1217937 Nov 25 04:04:02.735187 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f6ff4831-fca3-477f-a3c7-820d685c990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:02.739260 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:02.740655 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bc47b6e1-e94e-4e91-8fa2-749029947eb2 req-16c5ef99-3ce1-41cf-b63b-419fb08f4a50 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531509 Nov 25 04:04:02.776961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff4831-fca3-477f-a3c7-820d685c990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe81d5f3-8fd4-43e9-9ca4-9ecf38bec4b2,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:02.779374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f6ff4831-fca3-477f-a3c7-820d685c990a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:02.784413 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f6ff4831-fca3-477f-a3c7-820d685c990a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fe81d5f3-8fd4-43e9-9ca4-9ecf38bec4b2 HTTP/1.1" status: 204 len: 168 time: 0.3143940 Nov 25 04:04:02.785885 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f6ff4831-fca3-477f-a3c7-820d685c990a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:03.094564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fa4c5-3680-4f84-99a1-7a1c25940ac7 req-27853770-69d0-430e-a4f8-724f8725cd91 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:03.096200 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-621fa4c5-3680-4f84-99a1-7a1c25940ac7 req-27853770-69d0-430e-a4f8-724f8725cd91 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.0873966 Nov 25 04:04:03.148545 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-621fa4c5-3680-4f84-99a1-7a1c25940ac7 req-1574a655-8ce8-4798-be66-e6706ae35249 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Nov 25 04:04:03.329032 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12db75-7b46-488a-b01e-8894a203f6f6 req-863d6239-36d3-4f77-86b3-d347f4182406 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:03.330830 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af12db75-7b46-488a-b01e-8894a203f6f6 req-863d6239-36d3-4f77-86b3-d347f4182406 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0942957 Nov 25 04:04:03.384370 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af12db75-7b46-488a-b01e-8894a203f6f6 req-5656f254-fca6-4132-a9b6-3192d9186631 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455689 Nov 25 04:04:03.440002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a8c62a-317d-42cf-a8c6-809d6769971f'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:03.518021 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a8c62a-317d-42cf-a8c6-809d6769971f', 'code': 200} Nov 25 04:04:03.924841 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a49554d4-6bb1-4e5d-b9d1-0524d174c257 req-48c6ae55-fbdb-45d0-80f2-280179bfed4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 1099 time: 0.0974410 Nov 25 04:04:03.988008 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a49554d4-6bb1-4e5d-b9d1-0524d174c257 req-27e31443-bfc3-4691-bfc8-74f68c08713b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556004 Nov 25 04:04:04.096719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f69c-763b-4888-9547-a1c986f7d8c0 req-9970a495-38fb-4242-ad1b-77d76e36b213 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:04.099393 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ddb2f69c-763b-4888-9547-a1c986f7d8c0 req-9970a495-38fb-4242-ad1b-77d76e36b213 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.1014783 Nov 25 04:04:04.159645 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ddb2f69c-763b-4888-9547-a1c986f7d8c0 req-c913615f-4767-4386-af66-ba6652e2bd1f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521700 Nov 25 04:04:04.432183 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdf683-121b-4482-b12a-c071c48dd6d2 req-153390c0-195a-4eae-8e0e-e181c3498394 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:04.438612 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4cbdf683-121b-4482-b12a-c071c48dd6d2 req-153390c0-195a-4eae-8e0e-e181c3498394 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1154809 Nov 25 04:04:04.500198 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4cbdf683-121b-4482-b12a-c071c48dd6d2 req-d8bedcc8-8d0d-43a9-a6cc-f9b34990a5b7 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601292 Nov 25 04:04:04.533604 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec09db-d1cd-4198-add0-d815b3230f0d req-0dad2b1d-cc10-4f47-9cea-5a409844143f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:04.545862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44678) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:04.546306 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-91ec09db-d1cd-4198-add0-d815b3230f0d req-0dad2b1d-cc10-4f47-9cea-5a409844143f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.1193299 Nov 25 04:04:04.552118 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-3ebb0981-a1c3-43b7-8464-76e1b4a84d38 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'floatingip': {'port_id': '76d84742-9b2d-4640-ba67-233c7657fa64'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:04.673365 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ebb0981-a1c3-43b7-8464-76e1b4a84d38 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:04.748327 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 44686) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:04.942785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-acb35b3f-3d79-43e1-b412-dbb33cbfc1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:04.983330 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-acb35b3f-3d79-43e1-b412-dbb33cbfc1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:04.987720 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-acb35b3f-3d79-43e1-b412-dbb33cbfc1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:98e205cdeefc4986b26113c5f4ac40ce is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:04.991036 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-acb35b3f-3d79-43e1-b412-dbb33cbfc1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:04.997523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-acb35b3f-3d79-43e1-b412-dbb33cbfc1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:05.052901 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51228b-016c-4e8f-9bd4-47f2fbe55de5 req-ed1dd48b-26f1-4526-95b1-f1ceeeef6a18 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:05.054661 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db51228b-016c-4e8f-9bd4-47f2fbe55de5 req-ed1dd48b-26f1-4526-95b1-f1ceeeef6a18 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.3266876 Nov 25 04:04:05.090300 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-acb35b3f-3d79-43e1-b412-dbb33cbfc1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:05.094467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-acb35b3f-3d79-43e1-b412-dbb33cbfc1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:05.103657 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:05.138835 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb35b3f-3d79-43e1-b412-dbb33cbfc1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a70553-dea7-4523-9bff-59e4d44531dc,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:05.143121 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-acb35b3f-3d79-43e1-b412-dbb33cbfc1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:05.171262 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-acb35b3f-3d79-43e1-b412-dbb33cbfc1a2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=98e205cdeefc4986b26113c5f4ac40ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4191432 Nov 25 04:04:05.171628 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 44708) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:05.265765 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d686b2b0-133e-48ea-a9e0-29b8dddb2213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:05.300062 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d686b2b0-133e-48ea-a9e0-29b8dddb2213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:05.361827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d686b2b0-133e-48ea-a9e0-29b8dddb2213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:05.370203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:05.389915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686b2b0-133e-48ea-a9e0-29b8dddb2213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a70553-dea7-4523-9bff-59e4d44531dc,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:05.396365 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d686b2b0-133e-48ea-a9e0-29b8dddb2213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:05.400192 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-d686b2b0-133e-48ea-a9e0-29b8dddb2213 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b4a70553-dea7-4523-9bff-59e4d44531dc HTTP/1.1" status: 204 len: 168 time: 0.2254293 Nov 25 04:04:05.400192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d686b2b0-133e-48ea-a9e0-29b8dddb2213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:05.748784 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db51228b-016c-4e8f-9bd4-47f2fbe55de5 req-63e73f67-e57e-4b07-9f04-ee4ba5d3efb9 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6793411 Nov 25 04:04:05.783071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48506a4-cee1-45e7-9d33-ddae6244a3b5 req-d6c60536-d9a8-4838-8fdb-c3dfd9121e51 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:05.784868 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e48506a4-cee1-45e7-9d33-ddae6244a3b5 req-d6c60536-d9a8-4838-8fdb-c3dfd9121e51 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1235735 Nov 25 04:04:05.870766 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e48506a4-cee1-45e7-9d33-ddae6244a3b5 req-4fb57dee-52ed-4603-b5f3-e890a98bb5d6 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783732 Nov 25 04:04:06.105833 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ebb0981-a1c3-43b7-8464-76e1b4a84d38 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.113817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ebb0981-a1c3-43b7-8464-76e1b4a84d38 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.120649 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 44758) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:06.121062 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 44760) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:06.207319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-25ecff6f-6b3a-4d3a-9548-7f7464462fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.263334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc9af03-a77a-4603-b3a1-fa83f15ff30a admin admin] Deleting subnet b63c5734-dd50-4831-b1d7-dadf254e63d2 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:04:06.263334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0fc9af03-a77a-4603-b3a1-fa83f15ff30a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.304366 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-25ecff6f-6b3a-4d3a-9548-7f7464462fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:06.316082 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-25ecff6f-6b3a-4d3a-9548-7f7464462fec admin admin] Usage tracker for resource:security_group_rule and tenant:be9631a8ac6d4d32955adac16ce8822c is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:06.321240 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-25ecff6f-6b3a-4d3a-9548-7f7464462fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:06.330173 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-25ecff6f-6b3a-4d3a-9548-7f7464462fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:06.345359 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0fc9af03-a77a-4603-b3a1-fa83f15ff30a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852280415'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.359431 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_db [None req-3ebb0981-a1c3-43b7-8464-76e1b4a84d38 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Floating IP c60adcc4-295b-432a-ae15-fc6ab619e470 associated. External IP: 172.28.0.68, port: 76d84742-9b2d-4640-ba67-233c7657fa64. Nov 25 04:04:06.432033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0fc9af03-a77a-4603-b3a1-fa83f15ff30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.524709 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-25ecff6f-6b3a-4d3a-9548-7f7464462fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.528503 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-25ecff6f-6b3a-4d3a-9548-7f7464462fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.538441 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7d3f53d8-598e-4b4f-9026-76400cf963c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:06.597904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0fc9af03-a77a-4603-b3a1-fa83f15ff30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852280414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1859449'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.603609 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-25ecff6f-6b3a-4d3a-9548-7f7464462fec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be9631a8ac6d4d32955adac16ce8822c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4786522 Nov 25 04:04:06.603609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecff6f-6b3a-4d3a-9548-7f7464462fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf081bd-2114-43ed-a62e-02868e23be13,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:06.604749 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44784) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:06.610572 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-25ecff6f-6b3a-4d3a-9548-7f7464462fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:06.610903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:06.650773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9af03-a77a-4603-b3a1-fa83f15ff30a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b63c5734-dd50-4831-b1d7-dadf254e63d2,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:06.654661 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0fc9af03-a77a-4603-b3a1-fa83f15ff30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:06.656729 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0fc9af03-a77a-4603-b3a1-fa83f15ff30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.684533 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0fc9af03-a77a-4603-b3a1-fa83f15ff30a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b63c5734-dd50-4831-b1d7-dadf254e63d2 HTTP/1.1" status: 204 len: 168 time: 0.5553057 Nov 25 04:04:06.687050 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 44790) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:06.765167 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a486fea-7034-4a1e-9672-40fc6cf54310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.820236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a486fea-7034-4a1e-9672-40fc6cf54310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.907091 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:06.991679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a486fea-7034-4a1e-9672-40fc6cf54310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:07.004452 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-df67bc90-9291-431e-95bd-10c4aa0d8057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:07.027070 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a486fea-7034-4a1e-9672-40fc6cf54310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf081bd-2114-43ed-a62e-02868e23be13,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:07.033563 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2a486fea-7034-4a1e-9672-40fc6cf54310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:07.114663 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebb0981-a1c3-43b7-8464-76e1b4a84d38 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:04:07.117342 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a486fea-7034-4a1e-9672-40fc6cf54310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:07.121886 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2a486fea-7034-4a1e-9672-40fc6cf54310 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3cf081bd-2114-43ed-a62e-02868e23be13 HTTP/1.1" status: 204 len: 168 time: 0.5125790 Nov 25 04:04:07.140497 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:07.179237 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cd9314-f5f3-480d-b2f6-57f9f77487db']}} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:07.199948 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:07.200487 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f26b75-3d40-41e9-a4c8-ece8d6e15fd6') {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:07.218001 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495400'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:07.245740 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:07.260475 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a27fe-eedc-4704-8930-7ff36e511fd2 req-3137b5e4-7ddd-42b5-bf23-9501934e1d1c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:07.266136 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539f135-cb9a-4bb5-b54a-3143fd24d9ca req-ca93b4e0-2f5b-4138-8804-11008dc0f2d6 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:07.267752 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f539f135-cb9a-4bb5-b54a-3143fd24d9ca req-ca93b4e0-2f5b-4138-8804-11008dc0f2d6 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.2648919 Nov 25 04:04:07.269095 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6d7a27fe-eedc-4704-8930-7ff36e511fd2 req-3137b5e4-7ddd-42b5-bf23-9501934e1d1c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1765294 Nov 25 04:04:07.273294 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:04:07.274822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494976'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:04:07.290839 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:04:07.403431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 44814) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:07.449663 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6d7a27fe-eedc-4704-8930-7ff36e511fd2 req-a94daff4-1696-43df-9280-3bbf1f3795fb tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788723 Nov 25 04:04:07.451168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:07.460748 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4a1afda7-9064-47c5-877c-16f0b7ce3069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:07.471559 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f539f135-cb9a-4bb5-b54a-3143fd24d9ca req-1a477b31-b605-4dcb-b598-ea6719d70483 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465015 Nov 25 04:04:07.483203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:07.490359 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=04cd9314-f5f3-480d-b2f6-57f9f77487db,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:07.493874 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:07.499738 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] 10.222.0.47 "DELETE /v2.0/networks/04cd9314-f5f3-480d-b2f6-57f9f77487db HTTP/1.1" status: 204 len: 168 time: 0.8116555 Nov 25 04:04:07.502869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebb0981-a1c3-43b7-8464-76e1b4a84d38 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:04:07.508002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ebb0981-a1c3-43b7-8464-76e1b4a84d38 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:07.526536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30802105-b2a3-48e1-aecf-be9ffa0597fc None None] Sync routers for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:04:07.548302 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30802105-b2a3-48e1-aecf-be9ffa0597fc None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:04:07.549105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-30802105-b2a3-48e1-aecf-be9ffa0597fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:03:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:07.631092 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3ebb0981-a1c3-43b7-8464-76e1b4a84d38 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "PUT /v2.0/floatingips/c60adcc4-295b-432a-ae15-fc6ab619e470 HTTP/1.1" status: 200 len: 991 time: 3.0812430 Nov 25 04:04:07.646388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:07.766461 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-deeab182-ceaa-488b-8b8e-deb42d96d249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:07.832609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44836) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:07.862685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-30802105-b2a3-48e1-aecf-be9ffa0597fc None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:04:07.869334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-deeab182-ceaa-488b-8b8e-deb42d96d249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:07.875707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-deeab182-ceaa-488b-8b8e-deb42d96d249 admin admin] Usage tracker for resource:security_group_rule and tenant:c55ddf4cdba143fb9be82522a85290c1 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:07.885083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6c3ca-8f46-4170-97aa-8404fbecd49e req-e8707585-fe05-436c-b2b3-9d5bc005266b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:07.886658 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-32b6c3ca-8f46-4170-97aa-8404fbecd49e req-e8707585-fe05-436c-b2b3-9d5bc005266b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.2428420 Nov 25 04:04:07.887575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-deeab182-ceaa-488b-8b8e-deb42d96d249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:07.892842 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-9df128c6-1ad0-48df-8f57-a1273c6eb3f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4281d93eebc6472b9aeca7c58446bfd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0589850 Nov 25 04:04:07.895707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 44840) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:07.897997 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 44842) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:07.914845 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-deeab182-ceaa-488b-8b8e-deb42d96d249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:07.920248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-5f1e1b6f-bfc6-48ae-8341-3d54e51d5486 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'floatingip': {'port_id': '84a8c62a-317d-42cf-a8c6-809d6769971f'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:07.953668 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64', 'status': 'completed', 'code': 200} Nov 25 04:04:08.063318 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1b6f-bfc6-48ae-8341-3d54e51d5486 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:08.250329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-91676b5b-49d9-4b18-9b5f-e9afddb12499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:08.271316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-30802105-b2a3-48e1-aecf-be9ffa0597fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'c60adcc4-295b-432a-ae15-fc6ab619e470', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'floating_ip_address': '172.28.0.68', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'port_id': '76d84742-9b2d-4640-ba67-233c7657fa64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'mac_address': 'fa:16:3e:15:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:03:32Z', 'updated_at': '2021-11-25T04:04:05Z', 'revision_number': 1, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:08.276753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30802105-b2a3-48e1-aecf-be9ffa0597fc None None] Checking router: 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:04:08.289612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30802105-b2a3-48e1-aecf-be9ffa0597fc None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:04:08.290678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-30802105-b2a3-48e1-aecf-be9ffa0597fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:03:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:08.310605 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-91676b5b-49d9-4b18-9b5f-e9afddb12499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:08.429024 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ac50fc6-9fda-4730-8ed7-ee3b51ceb598 req-f8513004-26d6-4c64-b2a1-807d8666425b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 1099 time: 0.4092827 Nov 25 04:04:08.494837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-deeab182-ceaa-488b-8b8e-deb42d96d249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:08.506862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-30802105-b2a3-48e1-aecf-be9ffa0597fc None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:04:08.556209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-deeab182-ceaa-488b-8b8e-deb42d96d249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:08.679013 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321e2ce-c775-495f-b0c7-e9371d8c0762 req-27d9bca6-d325-4dac-bec9-cbba50449381 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:08.681822 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a321e2ce-c775-495f-b0c7-e9371d8c0762 req-27d9bca6-d325-4dac-bec9-cbba50449381 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1001313 Nov 25 04:04:08.734827 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a321e2ce-c775-495f-b0c7-e9371d8c0762 req-2540c7cc-a890-4a9b-9969-1c4ec270728b tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468440 Nov 25 04:04:08.775458 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6b5f9e4d-77ed-4d9d-a50c-2a4072aa3761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:08.907098 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-30802105-b2a3-48e1-aecf-be9ffa0597fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'c60adcc4-295b-432a-ae15-fc6ab619e470', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'floating_ip_address': '172.28.0.68', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'port_id': '76d84742-9b2d-4640-ba67-233c7657fa64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'mac_address': 'fa:16:3e:15:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:03:32Z', 'updated_at': '2021-11-25T04:04:05Z', 'revision_number': 1, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:08.912606 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30802105-b2a3-48e1-aecf-be9ffa0597fc None None] The sync data for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb is: [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'c60adcc4-295b-432a-ae15-fc6ab619e470', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'floating_ip_address': '172.28.0.68', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'port_id': '76d84742-9b2d-4640-ba67-233c7657fa64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'mac_address': 'fa:16:3e:15:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:03:32Z', 'updated_at': '2021-11-25T04:04:05Z', 'revision_number': 1, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:04:08.920872 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-91676b5b-49d9-4b18-9b5f-e9afddb12499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:08.930751 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeab182-ceaa-488b-8b8e-deb42d96d249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aff5da-5ea2-4a5f-a3ae-2cac0bfc5ace,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:08.959822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-deeab182-ceaa-488b-8b8e-deb42d96d249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:08.963248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:08.972464 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-deeab182-ceaa-488b-8b8e-deb42d96d249 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c55ddf4cdba143fb9be82522a85290c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5679610 Nov 25 04:04:08.975440 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44862) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:09.061573 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-271698f0-c5ed-430e-8423-0cd8a60fef44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:09.063119 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91676b5b-49d9-4b18-9b5f-e9afddb12499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ca3916-6b27-4c71-8ea2-8fd508f74421,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:09.067756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac50fc6-9fda-4730-8ed7-ee3b51ceb598 req-32c08a5e-8b64-40bc-8a9d-91c6d2d8e138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:09.069419 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ac50fc6-9fda-4730-8ed7-ee3b51ceb598 req-32c08a5e-8b64-40bc-8a9d-91c6d2d8e138 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 917 time: 0.6261561 Nov 25 04:04:09.074358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-91676b5b-49d9-4b18-9b5f-e9afddb12499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:09.092247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-271698f0-c5ed-430e-8423-0cd8a60fef44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:09.147789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-271698f0-c5ed-430e-8423-0cd8a60fef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:09.154751 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:09.170462 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271698f0-c5ed-430e-8423-0cd8a60fef44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aff5da-5ea2-4a5f-a3ae-2cac0bfc5ace,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:09.171797 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-91676b5b-49d9-4b18-9b5f-e9afddb12499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:09.172815 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-271698f0-c5ed-430e-8423-0cd8a60fef44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:09.173034 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-91676b5b-49d9-4b18-9b5f-e9afddb12499 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b4ca3916-6b27-4c71-8ea2-8fd508f74421 HTTP/1.1" status: 204 len: 168 time: 1.2762892 Nov 25 04:04:09.174013 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-271698f0-c5ed-430e-8423-0cd8a60fef44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/72aff5da-5ea2-4a5f-a3ae-2cac0bfc5ace HTTP/1.1" status: 204 len: 168 time: 0.1974995 Nov 25 04:04:09.175018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-271698f0-c5ed-430e-8423-0cd8a60fef44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:09.291937 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ac50fc6-9fda-4730-8ed7-ee3b51ceb598 req-e32c8ea8-e9aa-4130-83e1-f7ce485c0c28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d84742-9b2d-4640-ba67-233c7657fa64 HTTP/1.1" status: 200 len: 999 time: 0.2153625 Nov 25 04:04:09.462295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8005b4-b15b-4686-8fb7-dec850fcb3e8 None None] New status for floating IP c60adcc4-295b-432a-ae15-fc6ab619e470: ACTIVE {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:04:09.488917 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44876) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:09.526838 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac50fc6-9fda-4730-8ed7-ee3b51ceb598 req-7a5d3357-2b57-415a-9f02-60b2a26ff53d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:09.528428 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ac50fc6-9fda-4730-8ed7-ee3b51ceb598 req-7a5d3357-2b57-415a-9f02-60b2a26ff53d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 200 len: 855 time: 0.2287085 Nov 25 04:04:09.836846 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ac50fc6-9fda-4730-8ed7-ee3b51ceb598 req-ff898ed0-1985-486c-a2a6-e25dc5cf86cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a25752b1-9c08-4df0-8384-722234ed08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2999427 Nov 25 04:04:10.016632 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9c23-4c54-4d45-8799-8eb7de639b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:10.021004 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ac50fc6-9fda-4730-8ed7-ee3b51ceb598 req-dd29c1e4-9c16-4edb-8ad1-03931fff2255 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763661 Nov 25 04:04:10.065990 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8e3e9c23-4c54-4d45-8799-8eb7de639b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:10.070412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8e3e9c23-4c54-4d45-8799-8eb7de639b78 admin admin] Usage tracker for resource:security_group_rule and tenant:548a6a19e99a4493b128e42fab44682b is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:10.073827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44892) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:10.077550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8e3e9c23-4c54-4d45-8799-8eb7de639b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:10.079694 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1b6f-bfc6-48ae-8341-3d54e51d5486 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:10.085446 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8e3e9c23-4c54-4d45-8799-8eb7de639b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:10.091088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1b6f-bfc6-48ae-8341-3d54e51d5486 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:10.190653 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9c23-4c54-4d45-8799-8eb7de639b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:10.192075 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-75e8bc43-c164-4a56-8464-27048c00c835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:10.212932 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9c23-4c54-4d45-8799-8eb7de639b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:10.220829 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fb48af18-94c4-4a0e-b5fe-b329958153c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:10.351366 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ac50fc6-9fda-4730-8ed7-ee3b51ceb598 req-a5d3e5f8-08cd-4ebb-b531-50fe89d00fd8 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194761 Nov 25 04:04:10.477614 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_db [None req-5f1e1b6f-bfc6-48ae-8341-3d54e51d5486 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Floating IP f6b9785f-9be1-44fa-abcc-9d19b697cbd7 associated. External IP: 172.28.0.174, port: 84a8c62a-317d-42cf-a8c6-809d6769971f. Nov 25 04:04:10.483145 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681203c6-7f7e-40a6-9505-a91f191546c8 req-177a3b76-67bc-4ef4-9560-f660c015df84 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:10.485007 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-681203c6-7f7e-40a6-9505-a91f191546c8 req-177a3b76-67bc-4ef4-9560-f660c015df84 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.5576229 Nov 25 04:04:10.583130 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8e3e9c23-4c54-4d45-8799-8eb7de639b78 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=548a6a19e99a4493b128e42fab44682b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0896699 Nov 25 04:04:10.583130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e9c23-4c54-4d45-8799-8eb7de639b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbe7a63-f004-433f-9d5f-3a14918d8bdd,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:10.585506 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8e3e9c23-4c54-4d45-8799-8eb7de639b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:10.586753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44906) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:10.603748 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-75e8bc43-c164-4a56-8464-27048c00c835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:10.622869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-75e8bc43-c164-4a56-8464-27048c00c835 admin admin] Usage tracker for resource:security_group_rule and tenant:6cdd03fae9ce4ab6bda06366f57ed456 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:10.628673 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-75e8bc43-c164-4a56-8464-27048c00c835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:10.643592 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-75e8bc43-c164-4a56-8464-27048c00c835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:10.662344 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-681203c6-7f7e-40a6-9505-a91f191546c8 req-7a8e98e1-7238-4dcf-8882-4bf22b43619d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599262 Nov 25 04:04:10.746941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-98b9846f-02f3-444f-a8c5-cc5f004ee2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:10.801033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-98b9846f-02f3-444f-a8c5-cc5f004ee2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:10.817559 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-75e8bc43-c164-4a56-8464-27048c00c835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:10.828391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-75e8bc43-c164-4a56-8464-27048c00c835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:10.838069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8e3e9c23-4c54-4d45-8799-8eb7de639b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:10.892323 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8bc43-c164-4a56-8464-27048c00c835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5071be-1838-4c86-a19d-f4124d1b9033,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:10.898311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-75e8bc43-c164-4a56-8464-27048c00c835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:10.903082 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-75e8bc43-c164-4a56-8464-27048c00c835 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6cdd03fae9ce4ab6bda06366f57ed456&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8272970 Nov 25 04:04:10.905909 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44916) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:10.922214 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-98b9846f-02f3-444f-a8c5-cc5f004ee2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:10.929288 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-75e8bc43-c164-4a56-8464-27048c00c835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:10.952682 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9846f-02f3-444f-a8c5-cc5f004ee2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbe7a63-f004-433f-9d5f-3a14918d8bdd,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:10.957415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-98b9846f-02f3-444f-a8c5-cc5f004ee2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:11.002129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-98b9846f-02f3-444f-a8c5-cc5f004ee2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:11.003519 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-98b9846f-02f3-444f-a8c5-cc5f004ee2fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fcbe7a63-f004-433f-9d5f-3a14918d8bdd HTTP/1.1" status: 204 len: 168 time: 0.4025996 Nov 25 04:04:11.029505 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c9270c1-dc63-45e5-9eb7-6ea0d1ec88e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:11.058921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c9270c1-dc63-45e5-9eb7-6ea0d1ec88e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:11.107738 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c9270c1-dc63-45e5-9eb7-6ea0d1ec88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:11.113593 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f6d49e6d-5d4a-476c-af74-3d10d4d06b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:11.128413 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9270c1-dc63-45e5-9eb7-6ea0d1ec88e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5071be-1838-4c86-a19d-f4124d1b9033,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:11.131587 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7c9270c1-dc63-45e5-9eb7-6ea0d1ec88e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:11.133987 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c9270c1-dc63-45e5-9eb7-6ea0d1ec88e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:11.135251 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7c9270c1-dc63-45e5-9eb7-6ea0d1ec88e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb5071be-1838-4c86-a19d-f4124d1b9033 HTTP/1.1" status: 204 len: 168 time: 0.2282255 Nov 25 04:04:11.197218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1e1b6f-bfc6-48ae-8341-3d54e51d5486 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Router aff1bb86-3902-45f5-b599-b724cc7ed62f has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:04:11.433439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1e1b6f-bfc6-48ae-8341-3d54e51d5486 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:04:11.438099 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1b6f-bfc6-48ae-8341-3d54e51d5486 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:11.446191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae1d32-fddc-4882-8506-d3eb8e26aaaf None None] Sync routers for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:04:11.463762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae1d32-fddc-4882-8506-d3eb8e26aaaf None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:04:11.464686 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-97ae1d32-fddc-4882-8506-d3eb8e26aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:03:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:11.499839 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-5f1e1b6f-bfc6-48ae-8341-3d54e51d5486 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "PUT /v2.0/floatingips/f6b9785f-9be1-44fa-abcc-9d19b697cbd7 HTTP/1.1" status: 200 len: 992 time: 3.5975199 Nov 25 04:04:11.500958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'tag': '84a8c62a-317d-42cf-a8c6-809d6769971f'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:11.590485 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'tag': '84a8c62a-317d-42cf-a8c6-809d6769971f', 'status': 'completed', 'code': 200} Nov 25 04:04:11.722940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-97ae1d32-fddc-4882-8506-d3eb8e26aaaf None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:04:11.793884 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-84da8309-0ed5-4505-8612-b34fb4c88552 req-52042ee2-fb26-4921-88f6-76a0ef14ece8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 1099 time: 0.1458781 Nov 25 04:04:11.946894 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44952) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:11.973052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6a7951e-9d06-4488-bd6a-8502a80ef622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:12.017524 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-b6a7951e-9d06-4488-bd6a-8502a80ef622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:12.023201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-b6a7951e-9d06-4488-bd6a-8502a80ef622 admin admin] Usage tracker for resource:security_group_rule and tenant:cc4042e2b16d4ba18c1bc12b2b8133b0 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:12.028595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-b6a7951e-9d06-4488-bd6a-8502a80ef622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:12.036491 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-b6a7951e-9d06-4488-bd6a-8502a80ef622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:12.136837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6a7951e-9d06-4488-bd6a-8502a80ef622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:12.140985 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6a7951e-9d06-4488-bd6a-8502a80ef622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:12.183244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-271698f0-c5ed-430e-8423-0cd8a60fef44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:12.200804 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cb665-d2fc-4172-aac8-4e9c043619a2 req-fa166ba2-0b29-4b49-89b3-934f039027f1 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:12.202434 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-707cb665-d2fc-4172-aac8-4e9c043619a2 req-fa166ba2-0b29-4b49-89b3-934f039027f1 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.3181236 Nov 25 04:04:12.203554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da8309-0ed5-4505-8612-b34fb4c88552 req-5a3d22d1-3610-445a-8aa6-22000010071e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:12.204987 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-84da8309-0ed5-4505-8612-b34fb4c88552 req-5a3d22d1-3610-445a-8aa6-22000010071e service neutron] 10.222.0.15 "GET /v2.0/networks?id=204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 200 len: 911 time: 0.3907752 Nov 25 04:04:12.213655 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b6a7951e-9d06-4488-bd6a-8502a80ef622 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc4042e2b16d4ba18c1bc12b2b8133b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2650332 Nov 25 04:04:12.218693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44962) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:12.366057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-97ae1d32-fddc-4882-8506-d3eb8e26aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'f6b9785f-9be1-44fa-abcc-9d19b697cbd7', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'floating_ip_address': '172.28.0.174', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'port_id': '84a8c62a-317d-42cf-a8c6-809d6769971f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'mac_address': 'fa:16:3e:9f:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:03:34Z', 'updated_at': '2021-11-25T04:04:09Z', 'revision_number': 1, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:12.378860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae1d32-fddc-4882-8506-d3eb8e26aaaf None None] Checking router: aff1bb86-3902-45f5-b599-b724cc7ed62f for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:04:12.388093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7951e-9d06-4488-bd6a-8502a80ef622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd11a558-9939-4497-951b-91e460970e07,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:12.398083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b6a7951e-9d06-4488-bd6a-8502a80ef622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:12.404990 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae1d32-fddc-4882-8506-d3eb8e26aaaf None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:04:12.405676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-97ae1d32-fddc-4882-8506-d3eb8e26aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:03:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:12.418780 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-84da8309-0ed5-4505-8612-b34fb4c88552 req-12f3b859-8eed-48d8-894c-52e1e6d810bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84a8c62a-317d-42cf-a8c6-809d6769971f HTTP/1.1" status: 200 len: 1000 time: 0.1685774 Nov 25 04:04:12.419719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5685c5d6-3511-4fa2-bce7-b6a1d176a938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:12.432933 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-707cb665-d2fc-4172-aac8-4e9c043619a2 req-c5b6d536-c482-4044-b4ee-14d7da25a1fb tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231274 Nov 25 04:04:12.495253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5685c5d6-3511-4fa2-bce7-b6a1d176a938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:12.505960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da8309-0ed5-4505-8612-b34fb4c88552 req-85e6a227-e54a-4d02-9e27-96f22ea89847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:12.508309 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-84da8309-0ed5-4505-8612-b34fb4c88552 req-85e6a227-e54a-4d02-9e27-96f22ea89847 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ba59b9-79a2-4c33-8784-a19e069e73ba HTTP/1.1" status: 200 len: 849 time: 0.0740941 Nov 25 04:04:12.555566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5685c5d6-3511-4fa2-bce7-b6a1d176a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:12.562327 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-942a0435-946e-42a3-9953-e76d3fb2a430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:12.581641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685c5d6-3511-4fa2-bce7-b6a1d176a938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd11a558-9939-4497-951b-91e460970e07,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:12.592910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5685c5d6-3511-4fa2-bce7-b6a1d176a938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:12.598754 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5685c5d6-3511-4fa2-bce7-b6a1d176a938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:12.600353 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-5685c5d6-3511-4fa2-bce7-b6a1d176a938 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd11a558-9939-4497-951b-91e460970e07 HTTP/1.1" status: 204 len: 168 time: 0.3806531 Nov 25 04:04:12.709089 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-84da8309-0ed5-4505-8612-b34fb4c88552 req-8540e0e5-eb6a-4212-9861-301593d13c6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=204a024c-54c8-4940-972c-ed909f766c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1937568 Nov 25 04:04:12.966490 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-84da8309-0ed5-4505-8612-b34fb4c88552 req-b424c247-a937-4dcb-9726-bc82dd504537 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355185 Nov 25 04:04:13.025603 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-97ae1d32-fddc-4882-8506-d3eb8e26aaaf None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:04:13.093797 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 44996) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:13.146151 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-84da8309-0ed5-4505-8612-b34fb4c88552 req-5eb2595b-f74e-42c7-b411-b275769dbb30 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725039 Nov 25 04:04:13.274957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-319257123-network', 'tenant_id': '7e0306785b7949f79dad01473c9027cb'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:13.283346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:13.294554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Usage tracker for resource:network and tenant:7e0306785b7949f79dad01473c9027cb is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:13.301625 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:13.316697 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:13.346871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Made reservation on behalf of 7e0306785b7949f79dad01473c9027cb for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:13.353778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:13.379492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:13.451987 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-97ae1d32-fddc-4882-8506-d3eb8e26aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'f6b9785f-9be1-44fa-abcc-9d19b697cbd7', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'floating_ip_address': '172.28.0.174', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'port_id': '84a8c62a-317d-42cf-a8c6-809d6769971f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'mac_address': 'fa:16:3e:9f:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:03:34Z', 'updated_at': '2021-11-25T04:04:09Z', 'revision_number': 1, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:13.462760 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae1d32-fddc-4882-8506-d3eb8e26aaaf None None] The sync data for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb is: [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'f6b9785f-9be1-44fa-abcc-9d19b697cbd7', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'floating_ip_address': '172.28.0.174', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'port_id': '84a8c62a-317d-42cf-a8c6-809d6769971f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'mac_address': 'fa:16:3e:9f:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:03:34Z', 'updated_at': '2021-11-25T04:04:09Z', 'revision_number': 1, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:04:13.466191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:13.470504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Usage tracker for resource:security_group_rule and tenant:7e0306785b7949f79dad01473c9027cb is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:13.473810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:13.485500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:13.576098 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-179b3736-42bd-4971-8095-98a3c5234bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:13.602616 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:13.608420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:13.613176 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-27a54e8e-5839-44c5-a3f9-513284b4115b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:13.655120 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:04:13.667968 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2ffc2d-b315-4b64-b294-ee50583e64e6,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:13.672029 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:13.678003 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:13.678552 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Added segment 2685d74b-77f6-447d-bc9c-0f1ba1213592 of type vlan for network efd7f55c-ded5-49cc-b670-f25ea6398cf1 Nov 25 04:04:13.774483 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:13.838773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a1fe9-6a83-4941-a3ac-bb7a8ec47978 req-4bce0712-2c1f-48ce-a119-50362af64b12 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:13.840670 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db4a1fe9-6a83-4941-a3ac-bb7a8ec47978 req-4bce0712-2c1f-48ce-a119-50362af64b12 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1537099 Nov 25 04:04:13.885334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:13.888037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:13.888797 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:13.894485 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-197fb790-914a-445a-8347-282a5d80c934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:14.028127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beffd49-2826-4f9a-97e6-2031b95dee52 None None] New status for floating IP f6b9785f-9be1-44fa-abcc-9d19b697cbd7: ACTIVE {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:04:14.069392 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Pushing event updated for resources: {'Network': ['ID=efd7f55c-ded5-49cc-b670-f25ea6398cf1,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:14.075594 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:14.080100 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9821103 Nov 25 04:04:14.080766 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45042) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:14.087117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Request body: {'subnet': {'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-319257123-subnet', 'tenant_id': '7e0306785b7949f79dad01473c9027cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:14.097629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:14.122610 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db4a1fe9-6a83-4941-a3ac-bb7a8ec47978 req-ea5a883b-7ea2-4ca0-af2c-0a7bacfceae5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697890 Nov 25 04:04:14.123534 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network efd7f55c-ded5-49cc-b670-f25ea6398cf1 details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:04:14.136884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Usage tracker for resource:subnet and tenant:7e0306785b7949f79dad01473c9027cb is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:14.140890 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:14.167290 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:14.184385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Made reservation on behalf of 7e0306785b7949f79dad01473c9027cb for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:14.189735 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852916384'] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:14.479573 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2495342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852916367'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:14.486342 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0fc9af03-a77a-4603-b3a1-fa83f15ff30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:14.580338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3a14f2-5a19-42c2-a50a-eff6160f3a04,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:14.584682 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:14.594281 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Checking segment: {'id': '2685d74b-77f6-447d-bc9c-0f1ba1213592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:04:14.594651 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Network hostable DHCP agents. Network: efd7f55c-ded5-49cc-b670-f25ea6398cf1, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:04:14.619389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Network efd7f55c-ded5-49cc-b670-f25ea6398cf1 is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:04:14.629848 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, efd7f55c-ded5-49cc-b670-f25ea6398cf1) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:04:14.635367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:14.636029 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:14.640836 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bcd9a2-64d8-4265-ac6a-bff0b230a639 None None] Network efd7f55c-ded5-49cc-b670-f25ea6398cf1 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:04:14.660401 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-252b7f20-a59d-4e06-8fc2-24e317adc86e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5787315 Nov 25 04:04:15.191112 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a79243a-ccad-4511-a7bf-daaddb83e10e None None] Network efd7f55c-ded5-49cc-b670-f25ea6398cf1 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:04:15.227361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:15.495875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a604be7-11cf-425f-980c-574793a0a466 req-ee5a2b6e-4658-4c2b-b597-ba99391f9619 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:15.497655 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4a604be7-11cf-425f-980c-574793a0a466 req-ee5a2b6e-4658-4c2b-b597-ba99391f9619 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1911767 Nov 25 04:04:15.590622 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4a604be7-11cf-425f-980c-574793a0a466 req-b96247d3-abd3-4998-9ac1-76ccfbdcab9c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860882 Nov 25 04:04:15.894382 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45110) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:16.032817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4df5b5a3-9fdd-4bd4-8689-8533c865399b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.059567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45120) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:16.072507 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.162050 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc99acf9-d507-42d5-a7bf-d1a1331b421e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.198773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-cc99acf9-d507-42d5-a7bf-d1a1331b421e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:16.202833 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-cc99acf9-d507-42d5-a7bf-d1a1331b421e admin admin] Usage tracker for resource:security_group_rule and tenant:a02a5202427c4870a1c3f3befe8bec90 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:16.205794 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-cc99acf9-d507-42d5-a7bf-d1a1331b421e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:16.213063 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-cc99acf9-d507-42d5-a7bf-d1a1331b421e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:16.235472 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a9d9bd2-3929-4058-94d8-7ab9bcf4517b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.268883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-1a9d9bd2-3929-4058-94d8-7ab9bcf4517b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:16.273091 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-1a9d9bd2-3929-4058-94d8-7ab9bcf4517b admin admin] Usage tracker for resource:security_group_rule and tenant:86366e4542844e52ad5b3087aef98977 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:16.276994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-1a9d9bd2-3929-4058-94d8-7ab9bcf4517b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:16.285194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-1a9d9bd2-3929-4058-94d8-7ab9bcf4517b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:16.292055 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc99acf9-d507-42d5-a7bf-d1a1331b421e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.295069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc99acf9-d507-42d5-a7bf-d1a1331b421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.330104 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bbed0372-1bc5-4caa-8322-d19756748a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:16.341587 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-cc99acf9-d507-42d5-a7bf-d1a1331b421e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a02a5202427c4870a1c3f3befe8bec90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4460897 Nov 25 04:04:16.344894 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45132) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:16.367420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a9d9bd2-3929-4058-94d8-7ab9bcf4517b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.371933 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a9d9bd2-3929-4058-94d8-7ab9bcf4517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.391781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99acf9-d507-42d5-a7bf-d1a1331b421e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abfcc47-296d-4479-944e-06c6e7e2d268,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:16.396921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cc99acf9-d507-42d5-a7bf-d1a1331b421e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:16.405280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:16.421961 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-1a9d9bd2-3929-4058-94d8-7ab9bcf4517b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=86366e4542844e52ad5b3087aef98977&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3597941 Nov 25 04:04:16.423519 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45136) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:16.432089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-88e9d519-691d-4398-931f-985574674d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.468691 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-88e9d519-691d-4398-931f-985574674d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.474177 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d9bd2-3929-4058-94d8-7ab9bcf4517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce67b5ab-e88e-47d4-9cee-ceb0869b0d8a,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:16.480535 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1a9d9bd2-3929-4058-94d8-7ab9bcf4517b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:16.520315 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6e5e325-8589-4eb8-9d70-afe7f65fd8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.521949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-88e9d519-691d-4398-931f-985574674d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.530134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:16.544625 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9d519-691d-4398-931f-985574674d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abfcc47-296d-4479-944e-06c6e7e2d268,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:16.547576 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-88e9d519-691d-4398-931f-985574674d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:16.550655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-88e9d519-691d-4398-931f-985574674d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.551678 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-88e9d519-691d-4398-931f-985574674d2c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9abfcc47-296d-4479-944e-06c6e7e2d268 HTTP/1.1" status: 204 len: 168 time: 0.2055855 Nov 25 04:04:16.556609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6e5e325-8589-4eb8-9d70-afe7f65fd8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.613324 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6e5e325-8589-4eb8-9d70-afe7f65fd8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.622110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-91676b5b-49d9-4b18-9b5f-e9afddb12499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:16.639010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5e325-8589-4eb8-9d70-afe7f65fd8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce67b5ab-e88e-47d4-9cee-ceb0869b0d8a,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:16.641317 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6e5e325-8589-4eb8-9d70-afe7f65fd8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:16.644616 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e6e5e325-8589-4eb8-9d70-afe7f65fd8f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce67b5ab-e88e-47d4-9cee-ceb0869b0d8a HTTP/1.1" status: 204 len: 168 time: 0.2195981 Nov 25 04:04:16.645775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e6e5e325-8589-4eb8-9d70-afe7f65fd8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:16.923452 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274de15-59c3-4d69-b2f8-38c9085b7cd2 req-3b970a0a-f1ab-470c-84c2-ba8a7b65db17 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:16.925615 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b274de15-59c3-4d69-b2f8-38c9085b7cd2 req-3b970a0a-f1ab-470c-84c2-ba8a7b65db17 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1270688 Nov 25 04:04:16.990010 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b274de15-59c3-4d69-b2f8-38c9085b7cd2 req-f777ae60-d620-4559-8463-319e30ad0630 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536115 Nov 25 04:04:17.204837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45166) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:17.227751 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eba74e02-3825-4c42-93d5-cd72ae366b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:17.264500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-eba74e02-3825-4c42-93d5-cd72ae366b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:17.268586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-eba74e02-3825-4c42-93d5-cd72ae366b13 admin admin] Usage tracker for resource:security_group_rule and tenant:4444f67530124471ab0c35006dd69316 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:17.271675 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-eba74e02-3825-4c42-93d5-cd72ae366b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:17.300957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-eba74e02-3825-4c42-93d5-cd72ae366b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:17.466788 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-98354937-15c8-4a40-84c2-d0ec959eba79 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:17.468378 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-98354937-15c8-4a40-84c2-d0ec959eba79 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/networks?id=efd7f55c-ded5-49cc-b670-f25ea6398cf1 HTTP/1.1" status: 200 len: 808 time: 0.1930623 Nov 25 04:04:17.508864 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eba74e02-3825-4c42-93d5-cd72ae366b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:17.511353 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-c5e2abac-a297-4c8c-9df0-f34fd0151a36 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/quotas/7e0306785b7949f79dad01473c9027cb HTTP/1.1" status: 200 len: 375 time: 0.0324116 Nov 25 04:04:17.512391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eba74e02-3825-4c42-93d5-cd72ae366b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:17.521253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d5563f33-d6cf-435b-bae0-bc6a519cac81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:17.599705 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-f277e6a6-aa26-49f9-b060-3e99bc8b4232 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e0306785b7949f79dad01473c9027cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792055 Nov 25 04:04:17.637169 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba74e02-3825-4c42-93d5-cd72ae366b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43a4aed-25e5-48be-98bd-ec278bdc6166,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:17.640422 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-eba74e02-3825-4c42-93d5-cd72ae366b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:17.701625 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-eba74e02-3825-4c42-93d5-cd72ae366b13 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4444f67530124471ab0c35006dd69316&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4955070 Nov 25 04:04:17.704621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45188) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:17.782002 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-94b3c802-7993-41bb-80c4-3771eb08a522 service neutron] 10.222.0.47 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710417 Nov 25 04:04:17.799819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-807e044a-0fb1-4f3a-94b1-471e7971625e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:17.836493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-807e044a-0fb1-4f3a-94b1-471e7971625e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:17.891885 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-807e044a-0fb1-4f3a-94b1-471e7971625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:17.897568 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4fc61df9-4b51-4b9b-b1c8-777d93a25a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:17.913162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e044a-0fb1-4f3a-94b1-471e7971625e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43a4aed-25e5-48be-98bd-ec278bdc6166,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:17.916948 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-807e044a-0fb1-4f3a-94b1-471e7971625e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:17.917868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-807e044a-0fb1-4f3a-94b1-471e7971625e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:17.921611 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-807e044a-0fb1-4f3a-94b1-471e7971625e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e43a4aed-25e5-48be-98bd-ec278bdc6166 HTTP/1.1" status: 204 len: 168 time: 0.2134590 Nov 25 04:04:17.938646 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-318bc82a-bfaf-40a8-8b5b-15f1ebe29af5 service neutron] 10.222.0.47 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552992 Nov 25 04:04:17.967163 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:18.184796 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9f21e658-6c3c-4e8b-9b11-fa2a97676782 req-6f1f4364-256c-4226-8950-04272972dd5a tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 210 time: 0.0607967 Nov 25 04:04:18.350356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d565-47d9-4ff1-bce3-a44d464b76cf req-50034cf1-402d-482e-b929-90f5c44a8f18 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:18.352502 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a3d8d565-47d9-4ff1-bce3-a44d464b76cf req-50034cf1-402d-482e-b929-90f5c44a8f18 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1623542 Nov 25 04:04:18.411207 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a3d8d565-47d9-4ff1-bce3-a44d464b76cf req-2cd765fb-4ba3-4b70-96ee-3b36b8e3d6eb tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514166 Nov 25 04:04:19.383020 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b0b1828c-77e9-4a71-b7d7-5ad3747403d0 req-8474df4f-16a9-4bae-ae6d-167aa993406f tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 210 time: 0.0624082 Nov 25 04:04:19.649347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7938a07-0966-4d3d-93f1-41b2281d0ce5 req-44558c02-58f5-4dc6-acfa-027b51815c3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:19.650988 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e7938a07-0966-4d3d-93f1-41b2281d0ce5 req-44558c02-58f5-4dc6-acfa-027b51815c3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.0993102 Nov 25 04:04:19.777620 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e7938a07-0966-4d3d-93f1-41b2281d0ce5 req-2e25d13a-ef36-42d6-a4c6-77b0eb68478a tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187377 Nov 25 04:04:20.002072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-4172cf19-d4c6-4211-9ead-5389190c1af5 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:20.003644 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-4172cf19-d4c6-4211-9ead-5389190c1af5 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.15 "GET /v2.0/networks?id=efd7f55c-ded5-49cc-b670-f25ea6398cf1 HTTP/1.1" status: 200 len: 808 time: 0.4442694 Nov 25 04:04:20.036580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Request body: {'port': {'device_id': '7941ea29-92cd-469c-b31d-6ba0572e5948', 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1', 'admin_state_up': True, 'tenant_id': '7e0306785b7949f79dad01473c9027cb'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:20.198884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:20.203341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Usage tracker for resource:port and tenant:7e0306785b7949f79dad01473c9027cb is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:20.206457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:20.214025 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:20.223049 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Made reservation on behalf of 7e0306785b7949f79dad01473c9027cb for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:20.228739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:20.447688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Allocated IP 172.20.0.4 (efd7f55c-ded5-49cc-b670-f25ea6398cf1/cf3a14f2-5a19-42c2-a50a-eff6160f3a04/384cdcc3-2a7a-4496-ac8a-34abc26aa043) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:04:20.685590 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-54390d68-c4ac-4deb-a214-bb193df51866 req-a45b7954-c14a-43cf-bf41-72753de3533a tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 210 time: 0.0848303 Nov 25 04:04:20.801705 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:20.847409 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:20.856406 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:20.937767 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Network efd7f55c-ded5-49cc-b670-f25ea6398cf1 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:04:20.938903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Pushing event updated for resources: {'Port': ['ID=384cdcc3-2a7a-4496-ac8a-34abc26aa043,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:20.941826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:04:20.944145 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:04:20.972419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:21.010038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:21.010729 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:21.031142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3ac84-07ab-4ca5-8d39-13b8f476baf7 req-04c3b224-ed94-4c7b-bc1f-c13dc8021ecd tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:21.032733 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ffa3ac84-07ab-4ca5-8d39-13b8f476baf7 req-04c3b224-ed94-4c7b-bc1f-c13dc8021ecd tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.0951834 Nov 25 04:04:21.037308 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0074208 Nov 25 04:04:21.060782 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Request body: {'port': {'device_id': '7941ea29-92cd-469c-b31d-6ba0572e5948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:21.086995 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ffa3ac84-07ab-4ca5-8d39-13b8f476baf7 req-2dc9cc97-c3dd-4df8-9660-98efd598e6d1 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457580 Nov 25 04:04:21.183575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:21.222232 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:21.551791 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384cdcc3-2a7a-4496-ac8a-34abc26aa043 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:04:21.559608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:21.574730 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Transition to ACTIVE for port object 384cdcc3-2a7a-4496-ac8a-34abc26aa043 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:04:21.577564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:21.582781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:21.716410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Pushing event updated for resources: {'Port': ['ID=384cdcc3-2a7a-4496-ac8a-34abc26aa043,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:21.719644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:21.868574 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Attempting to bind port 384cdcc3-2a7a-4496-ac8a-34abc26aa043 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:04:21.868957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Attempting to bind port 384cdcc3-2a7a-4496-ac8a-34abc26aa043 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '2685d74b-77f6-447d-bc9c-0f1ba1213592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:04:21.869323 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Attempting to bind port 384cdcc3-2a7a-4496-ac8a-34abc26aa043 on network efd7f55c-ded5-49cc-b670-f25ea6398cf1 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:04:21.875688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Port 384cdcc3-2a7a-4496-ac8a-34abc26aa043 on network efd7f55c-ded5-49cc-b670-f25ea6398cf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:04:21.876051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Attempting to bind port 384cdcc3-2a7a-4496-ac8a-34abc26aa043 on network efd7f55c-ded5-49cc-b670-f25ea6398cf1 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:04:21.923028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:04:21.923332 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Checking segment: {'id': '2685d74b-77f6-447d-bc9c-0f1ba1213592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:04:21.923764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Bound using segment: {'id': '2685d74b-77f6-447d-bc9c-0f1ba1213592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:04:21.924243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Bound port: 384cdcc3-2a7a-4496-ac8a-34abc26aa043, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2685d74b-77f6-447d-bc9c-0f1ba1213592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:04:21.924629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:22.049212 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] For port 384cdcc3-2a7a-4496-ac8a-34abc26aa043, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:04:22.053776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] For port 384cdcc3-2a7a-4496-ac8a-34abc26aa043, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=384cdcc3-2a7a-4496-ac8a-34abc26aa043,segment=NetworkSegment(2685d74b-77f6-447d-bc9c-0f1ba1213592),segment_id=2685d74b-77f6-447d-bc9c-0f1ba1213592)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:04:22.060515 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eda9cc-dfd3-4b5b-b1f3-049815c6a308 req-6aefbfe2-1b1e-4644-a4d4-2d2ad4b74bd8 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:22.061254 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-c7eda9cc-dfd3-4b5b-b1f3-049815c6a308 req-6aefbfe2-1b1e-4644-a4d4-2d2ad4b74bd8 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Synchronizing usage tracker for tenant:7e0306785b7949f79dad01473c9027cb on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:04:22.066289 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:22.072018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:22.139415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:22.140935 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] 10.222.0.15 "PUT /v2.0/ports/384cdcc3-2a7a-4496-ac8a-34abc26aa043 HTTP/1.1" status: 200 len: 1093 time: 1.0847971 Nov 25 04:04:22.141480 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7941ea29-92cd-469c-b31d-6ba0572e5948', 'tag': '384cdcc3-2a7a-4496-ac8a-34abc26aa043'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:22.168697 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-c7eda9cc-dfd3-4b5b-b1f3-049815c6a308 req-6aefbfe2-1b1e-4644-a4d4-2d2ad4b74bd8 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Unset dirty status for tenant:7e0306785b7949f79dad01473c9027cb on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:04:22.170012 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c7eda9cc-dfd3-4b5b-b1f3-049815c6a308 req-6aefbfe2-1b1e-4644-a4d4-2d2ad4b74bd8 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 943 time: 0.2897983 Nov 25 04:04:22.181131 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Pushing event updated for resources: {'Port': ['ID=384cdcc3-2a7a-4496-ac8a-34abc26aa043,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:22.209623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:22.299008 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c7eda9cc-dfd3-4b5b-b1f3-049815c6a308 req-cec2d7a7-6608-45af-99af-b9a3284db550 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197236 Nov 25 04:04:22.323541 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-e2330fcb-ad9e-465d-ad3f-c19a3aadb891 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e0306785b7949f79dad01473c9027cb&device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 1096 time: 0.1102030 Nov 25 04:04:22.350778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539b26-b623-4fef-b991-b242597fda72 req-c219144f-af8a-461a-87c5-e1152d526d86 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:22.352707 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ed539b26-b623-4fef-b991-b242597fda72 req-c219144f-af8a-461a-87c5-e1152d526d86 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.0968690 Nov 25 04:04:22.406383 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7941ea29-92cd-469c-b31d-6ba0572e5948', 'tag': '384cdcc3-2a7a-4496-ac8a-34abc26aa043', 'status': 'completed', 'code': 200} Nov 25 04:04:22.422424 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-7d37dd4e-7308-4259-8e67-5f296d756267 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=384cdcc3-2a7a-4496-ac8a-34abc26aa043 HTTP/1.1" status: 200 len: 217 time: 0.0746183 Nov 25 04:04:22.424633 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ed539b26-b623-4fef-b991-b242597fda72 req-637ee10f-4cd3-475d-86a1-eb137c0acf2f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655894 Nov 25 04:04:22.507841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-710be840-a912-4b6e-8d8b-7a0275bde0c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:22.509824 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-710be840-a912-4b6e-8d8b-7a0275bde0c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf3a14f2-5a19-42c2-a50a-eff6160f3a04 HTTP/1.1" status: 200 len: 848 time: 0.0807114 Nov 25 04:04:22.566222 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-92c0967d-685f-4403-89c4-728d4eb13f15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efd7f55c-ded5-49cc-b670-f25ea6398cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479329 Nov 25 04:04:22.723842 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-9db69a72-c5db-4895-ba34-c9ade2b8d6d1 service neutron] 10.222.0.15 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440177 Nov 25 04:04:22.887332 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f1b8b8d2-653d-4273-bf99-6fa93bfd8ab3 req-45f4543d-9331-4ecd-9ef1-7f98406135de service neutron] 10.222.0.15 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415544 Nov 25 04:04:23.098026 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-57bc7981-45e1-43ee-bd4e-b63e81a77a1f req-99934649-b595-41eb-ba64-727924313582 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e0306785b7949f79dad01473c9027cb&device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 1096 time: 0.0879607 Nov 25 04:04:23.257078 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc7981-45e1-43ee-bd4e-b63e81a77a1f req-2934860e-df8c-4bc3-81b0-48ff0cbea494 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:23.259137 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-57bc7981-45e1-43ee-bd4e-b63e81a77a1f req-2934860e-df8c-4bc3-81b0-48ff0cbea494 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efd7f55c-ded5-49cc-b670-f25ea6398cf1 HTTP/1.1" status: 200 len: 909 time: 0.1523888 Nov 25 04:04:23.340558 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-57bc7981-45e1-43ee-bd4e-b63e81a77a1f req-0c799657-6daa-41a2-b037-07fd198eb93c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=384cdcc3-2a7a-4496-ac8a-34abc26aa043 HTTP/1.1" status: 200 len: 217 time: 0.0743597 Nov 25 04:04:23.432586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc7981-45e1-43ee-bd4e-b63e81a77a1f req-158104af-eb89-43de-a38d-1e888a6ddbf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:23.434322 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-57bc7981-45e1-43ee-bd4e-b63e81a77a1f req-158104af-eb89-43de-a38d-1e888a6ddbf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf3a14f2-5a19-42c2-a50a-eff6160f3a04 HTTP/1.1" status: 200 len: 848 time: 0.0863383 Nov 25 04:04:23.552844 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-57bc7981-45e1-43ee-bd4e-b63e81a77a1f req-3455eebb-15c0-4486-bf70-d947d8c06447 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efd7f55c-ded5-49cc-b670-f25ea6398cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077080 Nov 25 04:04:23.676803 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ce965-caaf-4425-9593-afef2b6f9bbb req-5ead547b-1be2-44fd-916c-9692140deeed tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:23.678366 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e50ce965-caaf-4425-9593-afef2b6f9bbb req-5ead547b-1be2-44fd-916c-9692140deeed tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1030359 Nov 25 04:04:23.703879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45410) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:23.723812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8940c-df77-4fae-8938-741dccdce4d5 req-3b315b79-f716-48bf-bf5a-14e785fb5050 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:23.725422 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2dc8940c-df77-4fae-8938-741dccdce4d5 req-3b315b79-f716-48bf-bf5a-14e785fb5050 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 943 time: 0.2241378 Nov 25 04:04:23.739345 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e50ce965-caaf-4425-9593-afef2b6f9bbb req-fd12cccc-98a0-4119-a4f3-fc3ebeed0faf tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Nov 25 04:04:23.764319 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-57bc7981-45e1-43ee-bd4e-b63e81a77a1f req-e9b60a37-5c0c-466c-9088-9e2c38e20e00 service neutron] 10.222.0.15 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030995 Nov 25 04:04:23.869552 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2dc8940c-df77-4fae-8938-741dccdce4d5 req-5c28e17a-02dd-4ad8-bc95-7a0700a3b034 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331918 Nov 25 04:04:23.907998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8027f9ae-e538-4c64-a39a-acccecfbd765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:23.933067 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-57bc7981-45e1-43ee-bd4e-b63e81a77a1f req-a5fd4206-09b0-401c-bb25-dda50c82fa62 service neutron] 10.222.0.15 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559894 Nov 25 04:04:23.942129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8027f9ae-e538-4c64-a39a-acccecfbd765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:23.946943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8027f9ae-e538-4c64-a39a-acccecfbd765 admin admin] Usage tracker for resource:security_group_rule and tenant:b87ae341485349e8b0efc5c37f8fd12c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:23.950038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8027f9ae-e538-4c64-a39a-acccecfbd765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:23.956180 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8027f9ae-e538-4c64-a39a-acccecfbd765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:24.028858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8027f9ae-e538-4c64-a39a-acccecfbd765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:24.031679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8027f9ae-e538-4c64-a39a-acccecfbd765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:24.038873 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-88e9d519-691d-4398-931f-985574674d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:24.083578 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8027f9ae-e538-4c64-a39a-acccecfbd765 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b87ae341485349e8b0efc5c37f8fd12c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3786423 Nov 25 04:04:24.084298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027f9ae-e538-4c64-a39a-acccecfbd765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb69344-905a-4ee2-ae93-de10c57f9200,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:24.086765 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45418) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:24.088118 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8027f9ae-e538-4c64-a39a-acccecfbd765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:24.155577 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-41ab1b00-e5af-4673-89a5-eb73b81a991c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:24.183196 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-41ab1b00-e5af-4673-89a5-eb73b81a991c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:24.231860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-41ab1b00-e5af-4673-89a5-eb73b81a991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:24.236851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-acb35b3f-3d79-43e1-b412-dbb33cbfc1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:24.251398 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab1b00-e5af-4673-89a5-eb73b81a991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb69344-905a-4ee2-ae93-de10c57f9200,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:24.253792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-41ab1b00-e5af-4673-89a5-eb73b81a991c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:24.255029 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-41ab1b00-e5af-4673-89a5-eb73b81a991c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/edb69344-905a-4ee2-ae93-de10c57f9200 HTTP/1.1" status: 204 len: 168 time: 0.1670353 Nov 25 04:04:24.255926 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-41ab1b00-e5af-4673-89a5-eb73b81a991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:24.603051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45432) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:24.622855 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-651c6615-80f9-4cbb-867d-a87bdd07a3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:24.657020 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45438) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:24.657310 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-651c6615-80f9-4cbb-867d-a87bdd07a3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:24.661528 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-651c6615-80f9-4cbb-867d-a87bdd07a3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c2f2985a47d547998010a16d8d3b2e30 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:24.665623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-651c6615-80f9-4cbb-867d-a87bdd07a3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:24.672425 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-651c6615-80f9-4cbb-867d-a87bdd07a3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:24.749832 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-651c6615-80f9-4cbb-867d-a87bdd07a3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:24.753868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-651c6615-80f9-4cbb-867d-a87bdd07a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:24.764768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:24.821841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c6615-80f9-4cbb-867d-a87bdd07a3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77cf0ac-7612-4cd3-a5a7-2c247922038e,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:24.838454 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-651c6615-80f9-4cbb-867d-a87bdd07a3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:24.846647 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-651c6615-80f9-4cbb-867d-a87bdd07a3e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c2f2985a47d547998010a16d8d3b2e30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2398088 Nov 25 04:04:24.847144 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45448) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:24.935296 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f40028e-be62-4eac-8974-b9e341fae23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:25.037693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42aeb15c-75cc-4c7a-86b5-c54f0146a9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:25.066622 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42aeb15c-75cc-4c7a-86b5-c54f0146a9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:25.121632 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-5f40028e-be62-4eac-8974-b9e341fae23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:25.125424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42356c-5bd7-4112-a0fa-b5c355aea376 req-1ae607f8-1651-4a8d-8159-3bef305a102a tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:25.130544 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9e42356c-5bd7-4112-a0fa-b5c355aea376 req-1ae607f8-1651-4a8d-8159-3bef305a102a tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 943 time: 0.1212919 Nov 25 04:04:25.134405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42aeb15c-75cc-4c7a-86b5-c54f0146a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:25.145743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-5f40028e-be62-4eac-8974-b9e341fae23b admin admin] Usage tracker for resource:security_group_rule and tenant:03978d21cedb4a66b667705555860579 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:25.151465 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7a099ef7-0bcf-43fb-b897-c14154eeb67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:25.161424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-5f40028e-be62-4eac-8974-b9e341fae23b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:25.177254 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-5f40028e-be62-4eac-8974-b9e341fae23b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:25.181980 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9e42356c-5bd7-4112-a0fa-b5c355aea376 req-507ca8c5-ebb4-49b3-b8d6-7bbbbadcd621 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446002 Nov 25 04:04:25.183513 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aeb15c-75cc-4c7a-86b5-c54f0146a9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77cf0ac-7612-4cd3-a5a7-2c247922038e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:25.189207 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42aeb15c-75cc-4c7a-86b5-c54f0146a9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:25.191770 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-42aeb15c-75cc-4c7a-86b5-c54f0146a9dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b77cf0ac-7612-4cd3-a5a7-2c247922038e HTTP/1.1" status: 204 len: 168 time: 0.3436265 Nov 25 04:04:25.205297 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-42aeb15c-75cc-4c7a-86b5-c54f0146a9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:25.219516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951572f-4120-4e5f-8bdd-eb4f190ba435 req-b1c5466a-554c-4f28-b970-c047fe2229d0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:25.226880 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b951572f-4120-4e5f-8bdd-eb4f190ba435 req-b1c5466a-554c-4f28-b970-c047fe2229d0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.2487109 Nov 25 04:04:25.302653 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b951572f-4120-4e5f-8bdd-eb4f190ba435 req-946c46cd-9b1e-4eb1-bf7e-3cefdbb26fe3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748301 Nov 25 04:04:25.339122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f40028e-be62-4eac-8974-b9e341fae23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:25.342281 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f40028e-be62-4eac-8974-b9e341fae23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:25.351536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ba81de1c-ac8f-4e71-8304-8c012fa5857d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:25.395066 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-5f40028e-be62-4eac-8974-b9e341fae23b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=03978d21cedb4a66b667705555860579&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7365358 Nov 25 04:04:25.398831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45466) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:25.399688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40028e-be62-4eac-8974-b9e341fae23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8742bdf8-feac-43b9-ba11-311f016a4217,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:25.403383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5f40028e-be62-4eac-8974-b9e341fae23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:25.471792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e735e3e-acfc-4795-b61f-ffc44deb1986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:25.504329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e735e3e-acfc-4795-b61f-ffc44deb1986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:25.755257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e735e3e-acfc-4795-b61f-ffc44deb1986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:25.766727 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:25.784119 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e735e3e-acfc-4795-b61f-ffc44deb1986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8742bdf8-feac-43b9-ba11-311f016a4217,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:25.786776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9e735e3e-acfc-4795-b61f-ffc44deb1986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:25.792715 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e735e3e-acfc-4795-b61f-ffc44deb1986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:25.807889 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-9e735e3e-acfc-4795-b61f-ffc44deb1986 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8742bdf8-feac-43b9-ba11-311f016a4217 HTTP/1.1" status: 204 len: 168 time: 0.3967414 Nov 25 04:04:26.151071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45488) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:26.170696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-703ab0fc-a87b-471d-b2d8-74f04ae01718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:26.204879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-703ab0fc-a87b-471d-b2d8-74f04ae01718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:26.209256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-703ab0fc-a87b-471d-b2d8-74f04ae01718 admin admin] Usage tracker for resource:security_group_rule and tenant:ebdeac8bf63d4f69af053e93ce60e8dd is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:26.213243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-703ab0fc-a87b-471d-b2d8-74f04ae01718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:26.219368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-703ab0fc-a87b-471d-b2d8-74f04ae01718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:26.290791 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-703ab0fc-a87b-471d-b2d8-74f04ae01718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:26.294373 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-703ab0fc-a87b-471d-b2d8-74f04ae01718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:26.303213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:26.341658 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 384cdcc3-2a7a-4496-ac8a-34abc26aa043 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:04:26.351991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ab0fc-a87b-471d-b2d8-74f04ae01718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8d7af1-609e-4ccd-9e6d-ae6422a40b50,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:26.355933 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-703ab0fc-a87b-471d-b2d8-74f04ae01718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:26.358939 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-703ab0fc-a87b-471d-b2d8-74f04ae01718 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebdeac8bf63d4f69af053e93ce60e8dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2066503 Nov 25 04:04:26.361907 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45502) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:26.517203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6feb707c-5731-4c26-b148-3bbbe0cdc101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:26.543194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1504e10-d473-42db-8ae5-534f4ee3075d req-82d52fbf-f2f6-4970-a5f0-72653986b997 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:26.545699 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e1504e10-d473-42db-8ae5-534f4ee3075d req-82d52fbf-f2f6-4970-a5f0-72653986b997 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 943 time: 0.1529632 Nov 25 04:04:26.579424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6feb707c-5731-4c26-b148-3bbbe0cdc101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:26.579687 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529aade-7cd4-426b-b9fd-ce6cdfc93104 req-45082043-412c-42f9-b09e-cbc8bbb084c4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:26.581583 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1529aade-7cd4-426b-b9fd-ce6cdfc93104 req-45082043-412c-42f9-b09e-cbc8bbb084c4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1167662 Nov 25 04:04:26.650986 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e1504e10-d473-42db-8ae5-534f4ee3075d req-5003e053-241c-4ec5-a907-ca212b3b0c43 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976605 Nov 25 04:04:26.651735 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1529aade-7cd4-426b-b9fd-ce6cdfc93104 req-6fa109d0-277b-4d7f-bf4f-c7a6b19500f9 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624061 Nov 25 04:04:26.655665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 384cdcc3-2a7a-4496-ac8a-34abc26aa043, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=384cdcc3-2a7a-4496-ac8a-34abc26aa043,segment=NetworkSegment(2685d74b-77f6-447d-bc9c-0f1ba1213592),segment_id=2685d74b-77f6-447d-bc9c-0f1ba1213592)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:26.672353 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6feb707c-5731-4c26-b148-3bbbe0cdc101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:26.677904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-65573418-8bb6-47f6-ab89-2bf65694fe4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:26.698394 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '384cdcc3-2a7a-4496-ac8a-34abc26aa043', 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1', 'port_id': '384cdcc3-2a7a-4496-ac8a-34abc26aa043', 'mac_address': 'fa:16:3e:12:cc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3a14f2-5a19-42c2-a50a-eff6160f3a04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:04:26.709832 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb707c-5731-4c26-b148-3bbbe0cdc101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8d7af1-609e-4ccd-9e6d-ae6422a40b50,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:26.719278 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6feb707c-5731-4c26-b148-3bbbe0cdc101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:26.721370 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6feb707c-5731-4c26-b148-3bbbe0cdc101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:26.734406 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:04:26.735273 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6feb707c-5731-4c26-b148-3bbbe0cdc101 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d8d7af1-609e-4ccd-9e6d-ae6422a40b50 HTTP/1.1" status: 204 len: 168 time: 0.3719838 Nov 25 04:04:26.820425 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:26.860559 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384cdcc3-2a7a-4496-ac8a-34abc26aa043 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:04:26.895510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 384cdcc3-2a7a-4496-ac8a-34abc26aa043, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=384cdcc3-2a7a-4496-ac8a-34abc26aa043,segment=NetworkSegment(2685d74b-77f6-447d-bc9c-0f1ba1213592),segment_id=2685d74b-77f6-447d-bc9c-0f1ba1213592)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:26.900055 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:26.901912 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:27.001048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=384cdcc3-2a7a-4496-ac8a-34abc26aa043,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:27.014334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:27.015356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:27.015918 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:27.016476 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:27.017226 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:27.017799 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:27.018227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:27.018603 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:27.018978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:27.019345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:27.019825 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:27.024667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:27.313314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['384cdcc3-2a7a-4496-ac8a-34abc26aa043'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:04:27.817427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45566) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:27.901769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029babe-4449-47ef-90bc-3dc13f72b502 req-89d0c970-98aa-412b-8766-98156ab08dcc tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:27.904193 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d029babe-4449-47ef-90bc-3dc13f72b502 req-89d0c970-98aa-412b-8766-98156ab08dcc tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 944 time: 0.1292052 Nov 25 04:04:27.931586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b484c-7835-4948-bbca-7a7cd343fc0c req-4124416b-1a96-4faa-b018-da587fbddbe6 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:27.939495 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dd0b484c-7835-4948-bbca-7a7cd343fc0c req-4124416b-1a96-4faa-b018-da587fbddbe6 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1009712 Nov 25 04:04:27.962266 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-d029babe-4449-47ef-90bc-3dc13f72b502 req-2d89fc01-06e1-4e3d-87a3-238600555ea2 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Synchronizing usage tracker for tenant:7e0306785b7949f79dad01473c9027cb on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:04:27.980155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-d029babe-4449-47ef-90bc-3dc13f72b502 req-2d89fc01-06e1-4e3d-87a3-238600555ea2 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Unset dirty status for tenant:7e0306785b7949f79dad01473c9027cb on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:04:27.989813 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dd0b484c-7835-4948-bbca-7a7cd343fc0c req-4babe98a-0f18-42fe-bfc6-431f413b5785 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492053 Nov 25 04:04:27.994106 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1174667042-network', 'tenant_id': '09e4e3558fb941d389bb1e246dc89639'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:27.994535 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d029babe-4449-47ef-90bc-3dc13f72b502 req-2d89fc01-06e1-4e3d-87a3-238600555ea2 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840764 Nov 25 04:04:27.999417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:28.004515 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Usage tracker for resource:network and tenant:09e4e3558fb941d389bb1e246dc89639 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:28.008218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:28.015016 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:28.035676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Made reservation on behalf of 09e4e3558fb941d389bb1e246dc89639 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:28.040803 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.056567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.107545 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:28.126358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Usage tracker for resource:security_group_rule and tenant:09e4e3558fb941d389bb1e246dc89639 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:28.129656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:28.136591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:28.206127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.210623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.215315 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:28.245917 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:04:28.270184 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15561fdf-a7d8-411c-88ed-2b28270c6cbf,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:28.273590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:28.274995 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.275520 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Added segment 8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9 of type vlan for network bec2e14c-01d1-4e06-997e-4493ad49d1b0 Nov 25 04:04:28.305625 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.340415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.341696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:28.342394 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.347624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0230786b-1062-4464-b154-4aac7c6b9f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:28.372613 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 384cdcc3-2a7a-4496-ac8a-34abc26aa043 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:04:28.464676 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6459613 Nov 25 04:04:28.464903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45590) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:28.465682 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Pushing event updated for resources: {'Network': ['ID=bec2e14c-01d1-4e06-997e-4493ad49d1b0,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:28.469066 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:28.472340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Request body: {'subnet': {'network_id': 'bec2e14c-01d1-4e06-997e-4493ad49d1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1174667042-subnet', 'tenant_id': '09e4e3558fb941d389bb1e246dc89639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:28.472792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port 384cdcc3-2a7a-4496-ac8a-34abc26aa043 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:04:28.479340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:28.480222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network bec2e14c-01d1-4e06-997e-4493ad49d1b0 details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:04:28.485433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Usage tracker for resource:subnet and tenant:09e4e3558fb941d389bb1e246dc89639 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:28.488700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:28.496389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:28.507014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Made reservation on behalf of 09e4e3558fb941d389bb1e246dc89639 for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:28.507462 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 384cdcc3-2a7a-4496-ac8a-34abc26aa043 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:28.508427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.514198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.679047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45598) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:28.743896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.780734 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 384cdcc3-2a7a-4496-ac8a-34abc26aa043, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=384cdcc3-2a7a-4496-ac8a-34abc26aa043,segment=NetworkSegment(2685d74b-77f6-447d-bc9c-0f1ba1213592),segment_id=2685d74b-77f6-447d-bc9c-0f1ba1213592)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:28.782099 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7941ea29-92cd-469c-b31d-6ba0572e5948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cdcc3-2a7a-4496-ac8a-34abc26aa043'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:28.792009 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.808164 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1df5a213-e739-4206-bd52-9ae5e727e4d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:28.872139 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7941ea29-92cd-469c-b31d-6ba0572e5948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cdcc3-2a7a-4496-ac8a-34abc26aa043', 'code': 200} Nov 25 04:04:28.877877 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.884374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:28.884609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=384cdcc3-2a7a-4496-ac8a-34abc26aa043,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:28.887942 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:28.957226 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-92e01b4c-2a8a-4e0c-b1d6-17ca7083e78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:28.967663 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b28f65-b694-4552-ae33-082e3822f30f,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:28.977960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:28.978741 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Checking segment: {'id': '8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bec2e14c-01d1-4e06-997e-4493ad49d1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:04:28.979135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Network hostable DHCP agents. Network: bec2e14c-01d1-4e06-997e-4493ad49d1b0, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:04:28.993369 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-92e01b4c-2a8a-4e0c-b1d6-17ca7083e78a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:28.997364 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-92e01b4c-2a8a-4e0c-b1d6-17ca7083e78a admin admin] Usage tracker for resource:security_group_rule and tenant:7d58f212dde04e27ae5439d65b3e37cc is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:29.001001 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-92e01b4c-2a8a-4e0c-b1d6-17ca7083e78a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:29.001637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Network bec2e14c-01d1-4e06-997e-4493ad49d1b0 is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:04:29.009993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-92e01b4c-2a8a-4e0c-b1d6-17ca7083e78a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:29.012828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, bec2e14c-01d1-4e06-997e-4493ad49d1b0) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:04:29.016796 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:29.017436 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:29.023895 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93957de9-b136-4fd2-ac2a-368ce1ef288a None None] Network bec2e14c-01d1-4e06-997e-4493ad49d1b0 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:04:29.045748 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5795605 Nov 25 04:04:29.127536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-92e01b4c-2a8a-4e0c-b1d6-17ca7083e78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:29.166681 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-92e01b4c-2a8a-4e0c-b1d6-17ca7083e78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:29.179837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:29.269516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b95f5f-a3c5-4c84-992d-8dc4172420ff req-b00643b8-d2b5-4933-9da2-12f33f3fae88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:29.272283 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-70b95f5f-a3c5-4c84-992d-8dc4172420ff req-b00643b8-d2b5-4933-9da2-12f33f3fae88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1086044 Nov 25 04:04:29.297436 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-92e01b4c-2a8a-4e0c-b1d6-17ca7083e78a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d58f212dde04e27ae5439d65b3e37cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6162527 Nov 25 04:04:29.300269 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45620) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:29.325736 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e01b4c-2a8a-4e0c-b1d6-17ca7083e78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe65e19-55f3-4947-b3d7-46b69aabf3ab,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:29.329434 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-92e01b4c-2a8a-4e0c-b1d6-17ca7083e78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:29.351947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3041d4-ed34-4bbe-94a2-2b23e7c9da00 None None] Network bec2e14c-01d1-4e06-997e-4493ad49d1b0 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:04:29.359506 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ce9dad41-2000-4823-8267-5a5552a19adb req-b820b29b-607f-4bb7-8bd7-d697d50f91ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 1098 time: 0.2301629 Nov 25 04:04:29.364690 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-70b95f5f-a3c5-4c84-992d-8dc4172420ff req-e4a91494-fd44-492a-9ee3-ca426c8ea3dd tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852273 Nov 25 04:04:29.423402 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e9c1abdf-1e7d-45d9-a222-0e0f1f91f713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:29.457426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a166db-6c2e-4b00-8502-e8efd036a69f req-e91829f0-780a-4e7d-8f24-4ee7aa057d5c tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:29.459437 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-45a166db-6c2e-4b00-8502-e8efd036a69f req-e91829f0-780a-4e7d-8f24-4ee7aa057d5c tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 945 time: 0.2457657 Nov 25 04:04:29.463736 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e9c1abdf-1e7d-45d9-a222-0e0f1f91f713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:29.526165 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e9c1abdf-1e7d-45d9-a222-0e0f1f91f713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:29.529239 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ce9dad41-2000-4823-8267-5a5552a19adb req-bdbe71b6-b4cc-4558-bebe-46d095759aef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475828 Nov 25 04:04:29.535462 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cfc6211c-adb1-41a5-8070-0dc95e6132f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:29.540787 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-45a166db-6c2e-4b00-8502-e8efd036a69f req-1970086f-002c-4e91-9f89-2ff22ac5916f tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700705 Nov 25 04:04:29.552518 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e9c1abdf-1e7d-45d9-a222-0e0f1f91f713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:29.556652 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e9c1abdf-1e7d-45d9-a222-0e0f1f91f713 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8fe65e19-55f3-4947-b3d7-46b69aabf3ab HTTP/1.1" status: 204 len: 168 time: 0.2526295 Nov 25 04:04:29.557523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1abdf-1e7d-45d9-a222-0e0f1f91f713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe65e19-55f3-4947-b3d7-46b69aabf3ab,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:29.571284 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e9c1abdf-1e7d-45d9-a222-0e0f1f91f713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:29.935153 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45640) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:29.955846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ced5-deb8-4294-8e69-18c6f5a8f205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:29.990491 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f1b9ced5-deb8-4294-8e69-18c6f5a8f205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:29.994556 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f1b9ced5-deb8-4294-8e69-18c6f5a8f205 admin admin] Usage tracker for resource:security_group_rule and tenant:19cb5934bdc34ba097a3777ce057d6e2 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:29.997518 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f1b9ced5-deb8-4294-8e69-18c6f5a8f205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:30.003598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f1b9ced5-deb8-4294-8e69-18c6f5a8f205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:30.071403 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ced5-deb8-4294-8e69-18c6f5a8f205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.074342 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ced5-deb8-4294-8e69-18c6f5a8f205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.082231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e9c1abdf-1e7d-45d9-a222-0e0f1f91f713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:30.124709 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9ced5-deb8-4294-8e69-18c6f5a8f205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67082f3-470d-418f-9445-ef65af7c0244,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:30.130634 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f1b9ced5-deb8-4294-8e69-18c6f5a8f205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:30.136865 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f1b9ced5-deb8-4294-8e69-18c6f5a8f205 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19cb5934bdc34ba097a3777ce057d6e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2005243 Nov 25 04:04:30.139850 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45650) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:30.206441 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-39fbd9b0-bfd4-4c46-8225-488e8469e4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.234324 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-39fbd9b0-bfd4-4c46-8225-488e8469e4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.286926 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-39fbd9b0-bfd4-4c46-8225-488e8469e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.293297 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cc99acf9-d507-42d5-a7bf-d1a1331b421e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:30.306910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbd9b0-bfd4-4c46-8225-488e8469e4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67082f3-470d-418f-9445-ef65af7c0244,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:30.313427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-39fbd9b0-bfd4-4c46-8225-488e8469e4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.317612 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-39fbd9b0-bfd4-4c46-8225-488e8469e4ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d67082f3-470d-418f-9445-ef65af7c0244 HTTP/1.1" status: 204 len: 168 time: 0.1742911 Nov 25 04:04:30.317612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-39fbd9b0-bfd4-4c46-8225-488e8469e4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:30.359160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45660) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:30.366001 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1137096850-network', 'tenant_id': '334282ad6c1e4b9689f61e4ba88cdebc'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:30.371528 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:30.376522 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Usage tracker for resource:network and tenant:334282ad6c1e4b9689f61e4ba88cdebc is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:30.380118 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:30.388097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:30.399536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Made reservation on behalf of 334282ad6c1e4b9689f61e4ba88cdebc for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:30.406221 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.423174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.458402 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:30.463045 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Usage tracker for resource:security_group_rule and tenant:334282ad6c1e4b9689f61e4ba88cdebc is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:30.466191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:30.472617 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:30.551033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.554053 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.559395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-aecbf6dd-9e18-4e33-bc0b-9580f8c13bb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:30.591097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:04:30.600220 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a553a3d-ad1d-46b5-8113-aec3d830093f,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:30.607259 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.608158 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Added segment ce4cde57-d1d5-481f-ba29-fec405b5f310 of type vlan for network 52c24413-7279-45b4-aa6f-25da6b20960d Nov 25 04:04:30.609650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:30.615597 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaf843-3fa9-4051-a514-01d2d01aacc2 req-ac52f296-8e83-4f51-b13f-2858cdae66e3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:30.617804 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0abaf843-3fa9-4051-a514-01d2d01aacc2 req-ac52f296-8e83-4f51-b13f-2858cdae66e3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1153035 Nov 25 04:04:30.645123 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.676377 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0abaf843-3fa9-4051-a514-01d2d01aacc2 req-89b9c25d-1ffd-4736-bbb1-76e5f2b301b2 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502899 Nov 25 04:04:30.678011 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.680071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:30.681624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.687626 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:30.853098 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45670) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:30.861385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Pushing event updated for resources: {'Network': ['ID=52c24413-7279-45b4-aa6f-25da6b20960d,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:30.864267 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:30.868401 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5077353 Nov 25 04:04:30.873456 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network 52c24413-7279-45b4-aa6f-25da6b20960d details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:04:30.878442 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45674) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:30.886624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Request body: {'subnet': {'network_id': '52c24413-7279-45b4-aa6f-25da6b20960d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1137096850-subnet', 'tenant_id': '334282ad6c1e4b9689f61e4ba88cdebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:30.892051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-772276c4-ef7a-49b0-826d-cd427879d737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.899419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0168f1-58ba-406b-8a5a-7f42462995a8 req-2800a9fe-fc56-4205-bf74-75761e9e2737 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:30.901001 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7f0168f1-58ba-406b-8a5a-7f42462995a8 req-2800a9fe-fc56-4205-bf74-75761e9e2737 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 945 time: 0.1956251 Nov 25 04:04:30.902116 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:30.909617 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Usage tracker for resource:subnet and tenant:334282ad6c1e4b9689f61e4ba88cdebc is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:30.917415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:30.925092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:30.950424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-772276c4-ef7a-49b0-826d-cd427879d737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:30.954565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Made reservation on behalf of 334282ad6c1e4b9689f61e4ba88cdebc for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:30.960327 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:30.961490 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7f0168f1-58ba-406b-8a5a-7f42462995a8 req-b4a65d7c-fb6a-4586-96db-26c3cc79aa47 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541883 Nov 25 04:04:30.974286 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-772276c4-ef7a-49b0-826d-cd427879d737 admin admin] Usage tracker for resource:security_group_rule and tenant:4907086cb5d14bffa3231b0343d12144 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:30.979873 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-772276c4-ef7a-49b0-826d-cd427879d737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:31.003385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-772276c4-ef7a-49b0-826d-cd427879d737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:31.202516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-772276c4-ef7a-49b0-826d-cd427879d737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:31.214286 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-772276c4-ef7a-49b0-826d-cd427879d737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:31.227273 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8bb58525-1b3a-4ac7-aa6a-513ce9e46dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:31.289579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772276c4-ef7a-49b0-826d-cd427879d737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1f0507-0e42-4702-bb56-864e961e1fe7,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:31.295058 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-772276c4-ef7a-49b0-826d-cd427879d737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:31.299019 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-772276c4-ef7a-49b0-826d-cd427879d737 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4907086cb5d14bffa3231b0343d12144&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4447219 Nov 25 04:04:31.301865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45682) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:31.317627 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:31.323930 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:31.365532 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e36363d6-c82a-43d0-a6e5-87581c0cd249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:31.392087 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e36363d6-c82a-43d0-a6e5-87581c0cd249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:31.395669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=689992f9-6106-4ecb-90eb-a19f57b05206,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:31.399167 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:31.412457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Checking segment: {'id': 'ce4cde57-d1d5-481f-ba29-fec405b5f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '52c24413-7279-45b4-aa6f-25da6b20960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:04:31.412843 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Network hostable DHCP agents. Network: 52c24413-7279-45b4-aa6f-25da6b20960d, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:04:31.436012 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Network 52c24413-7279-45b4-aa6f-25da6b20960d is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:04:31.437639 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e36363d6-c82a-43d0-a6e5-87581c0cd249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:31.444187 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:31.444588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, 52c24413-7279-45b4-aa6f-25da6b20960d) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:04:31.449209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:31.449855 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:31.455785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b7c21e-3e56-4df0-8c68-38582a806504 None None] Network 52c24413-7279-45b4-aa6f-25da6b20960d requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:04:31.459509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36363d6-c82a-43d0-a6e5-87581c0cd249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1f0507-0e42-4702-bb56-864e961e1fe7,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:31.463343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e36363d6-c82a-43d0-a6e5-87581c0cd249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:31.464134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e36363d6-c82a-43d0-a6e5-87581c0cd249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:31.465339 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e36363d6-c82a-43d0-a6e5-87581c0cd249 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c1f0507-0e42-4702-bb56-864e961e1fe7 HTTP/1.1" status: 204 len: 168 time: 0.1624110 Nov 25 04:04:31.484578 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-35e4187c-4dd8-456a-ae5b-476624840b4c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6049619 Nov 25 04:04:31.746752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f884e00-367a-44da-a75c-00fe56f4bdff None None] Network 52c24413-7279-45b4-aa6f-25da6b20960d requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:04:32.141188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ad69a-9e4f-4f8e-b944-d004b5929394 req-8ec8b70d-5f1b-4355-9956-096ba97bb967 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:32.142901 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c85ad69a-9e4f-4f8e-b944-d004b5929394 req-8ec8b70d-5f1b-4355-9956-096ba97bb967 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.3037879 Nov 25 04:04:32.198289 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c85ad69a-9e4f-4f8e-b944-d004b5929394 req-d9587b71-4ec5-4966-8850-1cd80c07f8c9 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486648 Nov 25 04:04:32.368296 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-103fc16c-6ec9-411c-a1c1-7032d187095a tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:32.369054 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-103fc16c-6ec9-411c-a1c1-7032d187095a tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Synchronizing usage tracker for tenant:09e4e3558fb941d389bb1e246dc89639 on resource:network {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:04:32.387543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-103fc16c-6ec9-411c-a1c1-7032d187095a tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Unset dirty status for tenant:09e4e3558fb941d389bb1e246dc89639 on resource:network {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:04:32.388841 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-103fc16c-6ec9-411c-a1c1-7032d187095a tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/networks?id=bec2e14c-01d1-4e06-997e-4493ad49d1b0 HTTP/1.1" status: 200 len: 809 time: 0.1794353 Nov 25 04:04:32.412484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2af1b-1dc8-4ec4-b473-e80f6ddfe1e3 req-3e8741ec-08d6-4be9-a1a5-60b00f938904 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:32.414918 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-11c2af1b-1dc8-4ec4-b473-e80f6ddfe1e3 req-3e8741ec-08d6-4be9-a1a5-60b00f938904 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 945 time: 0.0925157 Nov 25 04:04:32.415171 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-b2203d89-0f5b-4a8a-8d70-1f6ec141d017 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/quotas/09e4e3558fb941d389bb1e246dc89639 HTTP/1.1" status: 200 len: 375 time: 0.0125909 Nov 25 04:04:32.475714 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-8edf854d-d1f7-441e-9270-fcb1af56af4e tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=09e4e3558fb941d389bb1e246dc89639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506644 Nov 25 04:04:32.479440 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-11c2af1b-1dc8-4ec4-b473-e80f6ddfe1e3 req-31bffe2d-4eca-49e3-9221-1dbb167802bc tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484130 Nov 25 04:04:32.663156 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-a4d7af89-71a6-4777-a63a-7bfde6b496f3 service neutron] 10.222.0.47 "GET /v2.0/networks/bec2e14c-01d1-4e06-997e-4493ad49d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760409 Nov 25 04:04:32.836485 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-5a28c023-58b0-4be1-a964-a59ad0f3f416 service neutron] 10.222.0.47 "GET /v2.0/networks/bec2e14c-01d1-4e06-997e-4493ad49d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660032 Nov 25 04:04:33.075643 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-223799d5-dd94-4094-8e25-877a94036185 req-fb916ac0-ccbd-43eb-bf0a-6defba71c4b0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 210 time: 0.0635123 Nov 25 04:04:33.449837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad16c8-c95b-4370-bbf8-9b6df905b4e6 req-2b9cef56-0821-4490-862b-32718d9f8b44 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:33.452814 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-26ad16c8-c95b-4370-bbf8-9b6df905b4e6 req-2b9cef56-0821-4490-862b-32718d9f8b44 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.0943434 Nov 25 04:04:33.586600 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-26ad16c8-c95b-4370-bbf8-9b6df905b4e6 req-b50d7db1-4dfb-4e2d-926a-eeeccbb42a5c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264548 Nov 25 04:04:33.646116 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45790) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:33.872811 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2d4edfb6-ce55-47c2-a9c5-2e201f98c839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:33.950260 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2d4edfb6-ce55-47c2-a9c5-2e201f98c839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:33.955096 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2d4edfb6-ce55-47c2-a9c5-2e201f98c839 admin admin] Usage tracker for resource:security_group_rule and tenant:4049559c45674f3f8cc552419405ef0e is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:33.959760 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2d4edfb6-ce55-47c2-a9c5-2e201f98c839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:33.967028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2d4edfb6-ce55-47c2-a9c5-2e201f98c839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:33.989851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51f7ae-afbb-47b2-9c35-377c2a3735d0 req-e25c4f66-e2c8-400c-a227-af8cdc715f7c tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:33.992928 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7d51f7ae-afbb-47b2-9c35-377c2a3735d0 req-e25c4f66-e2c8-400c-a227-af8cdc715f7c tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 945 time: 0.1002057 Nov 25 04:04:34.049304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2d4edfb6-ce55-47c2-a9c5-2e201f98c839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:34.055223 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2d4edfb6-ce55-47c2-a9c5-2e201f98c839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:34.058874 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7d51f7ae-afbb-47b2-9c35-377c2a3735d0 req-93d8ac9b-e8c5-4945-bd25-7e4dc2c8b79d tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580769 Nov 25 04:04:34.063660 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ff5af07e-2596-4e34-bae2-d2c83167d353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:34.114491 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4edfb6-ce55-47c2-a9c5-2e201f98c839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2dc91c-875e-408e-ae4d-b108b33b1c8c,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:34.118102 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2d4edfb6-ce55-47c2-a9c5-2e201f98c839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:34.123935 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45808) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:34.124096 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2d4edfb6-ce55-47c2-a9c5-2e201f98c839 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4049559c45674f3f8cc552419405ef0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4764230 Nov 25 04:04:34.200957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b11dad67-f16d-43fd-a3b5-e6cd584f4919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:34.255836 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1b9a26bf-92da-4074-8d52-332e2ef54896 req-44bc360c-07ad-4574-8d7b-236daae0432f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 1099 time: 0.0775836 Nov 25 04:04:34.260568 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d96bac0c-dbc1-44f6-8d62-6e0d24feb217 req-51023d54-81ed-402a-bacb-aed5a1831b88 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 210 time: 0.0562043 Nov 25 04:04:34.275889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b11dad67-f16d-43fd-a3b5-e6cd584f4919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:34.322079 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1b9a26bf-92da-4074-8d52-332e2ef54896 req-3a35c6ef-caec-4913-8018-24dfdeaae73b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496156 Nov 25 04:04:34.325384 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b11dad67-f16d-43fd-a3b5-e6cd584f4919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:34.331781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dd569a99-135c-4f9b-bfc0-1644caea0174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:34.346037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dad67-f16d-43fd-a3b5-e6cd584f4919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2dc91c-875e-408e-ae4d-b108b33b1c8c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:34.348823 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b11dad67-f16d-43fd-a3b5-e6cd584f4919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:34.350182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b11dad67-f16d-43fd-a3b5-e6cd584f4919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:34.352226 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b11dad67-f16d-43fd-a3b5-e6cd584f4919 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a2dc91c-875e-408e-ae4d-b108b33b1c8c HTTP/1.1" status: 204 len: 168 time: 0.2266855 Nov 25 04:04:34.726403 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 45828) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:34.746840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfcf452c-ac07-4788-93a6-c23eba309f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:34.785411 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-bfcf452c-ac07-4788-93a6-c23eba309f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:34.790439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-bfcf452c-ac07-4788-93a6-c23eba309f7a admin admin] Usage tracker for resource:security_group_rule and tenant:c7fd59d98e6746a58fb2f0232283d0ac is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:34.793315 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-bfcf452c-ac07-4788-93a6-c23eba309f7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:34.799399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-bfcf452c-ac07-4788-93a6-c23eba309f7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:34.841188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68dc9e-72da-4b90-a2d0-8c53103836b5 req-96d8dfb3-b956-4006-961c-3341504ad8ba tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:34.843210 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1d68dc9e-72da-4b90-a2d0-8c53103836b5 req-96d8dfb3-b956-4006-961c-3341504ad8ba tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1296532 Nov 25 04:04:34.889571 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfcf452c-ac07-4788-93a6-c23eba309f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:34.894196 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfcf452c-ac07-4788-93a6-c23eba309f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:34.904687 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1d68dc9e-72da-4b90-a2d0-8c53103836b5 req-0a0a60ca-0cca-4387-acc8-05c3d41f653e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549095 Nov 25 04:04:34.911985 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-772276c4-ef7a-49b0-826d-cd427879d737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:34.962516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf452c-ac07-4788-93a6-c23eba309f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4832afe6-c417-4a3a-baba-3c03e452a1f6,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:34.967697 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bfcf452c-ac07-4788-93a6-c23eba309f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:34.973573 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-bfcf452c-ac07-4788-93a6-c23eba309f7a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7fd59d98e6746a58fb2f0232283d0ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2431440 Nov 25 04:04:34.974140 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 45840) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:35.180864 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7ca952e-f349-49bb-8e60-1138bde9de0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:35.206236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-215f09bd-a0d4-4cf7-aff0-0340026671eb tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:35.208077 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-215f09bd-a0d4-4cf7-aff0-0340026671eb tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.15 "GET /v2.0/networks?id=bec2e14c-01d1-4e06-997e-4493ad49d1b0 HTTP/1.1" status: 200 len: 809 time: 0.2308452 Nov 25 04:04:35.272095 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Request body: {'port': {'device_id': '0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761', 'network_id': 'bec2e14c-01d1-4e06-997e-4493ad49d1b0', 'admin_state_up': True, 'tenant_id': '09e4e3558fb941d389bb1e246dc89639'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:35.307342 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7ca952e-f349-49bb-8e60-1138bde9de0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:35.489512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b1889-f3df-41b5-ab7e-cf1608fc11c0 req-2abce9f2-1127-4061-aa58-98cb8b314cf7 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:35.491069 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-391b1889-f3df-41b5-ab7e-cf1608fc11c0 req-2abce9f2-1127-4061-aa58-98cb8b314cf7 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 945 time: 0.2794707 Nov 25 04:04:35.506839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:35.510676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7ca952e-f349-49bb-8e60-1138bde9de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:35.530816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6feb707c-5731-4c26-b148-3bbbe0cdc101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:35.544922 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Usage tracker for resource:port and tenant:09e4e3558fb941d389bb1e246dc89639 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:35.555130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:35.557775 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0f78e2c3-5cad-464d-96f1-19430214433a req-d09eeb96-0a9c-4e36-ac97-710009e31d7c tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 210 time: 0.0474217 Nov 25 04:04:35.558251 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca952e-f349-49bb-8e60-1138bde9de0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4832afe6-c417-4a3a-baba-3c03e452a1f6,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:35.571888 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f7ca952e-f349-49bb-8e60-1138bde9de0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:35.572778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:35.583333 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7ca952e-f349-49bb-8e60-1138bde9de0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:35.588858 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f7ca952e-f349-49bb-8e60-1138bde9de0a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4832afe6-c417-4a3a-baba-3c03e452a1f6 HTTP/1.1" status: 204 len: 168 time: 0.6136048 Nov 25 04:04:35.605642 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Made reservation on behalf of 09e4e3558fb941d389bb1e246dc89639 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:35.611392 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:35.626359 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-391b1889-f3df-41b5-ab7e-cf1608fc11c0 req-9906e21d-486b-4eec-9b73-dbb0404b9b77 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208792 Nov 25 04:04:35.877794 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Allocated IP 172.20.0.6 (bec2e14c-01d1-4e06-997e-4493ad49d1b0/e7b28f65-b694-4552-ae33-082e3822f30f/fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:04:36.126309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:36.133329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d560058-207a-4b23-8f71-0f7b443717e7 req-0b85d88f-f7cb-4a5c-a041-b2f4bc7ed14b tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:36.141078 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7d560058-207a-4b23-8f71-0f7b443717e7 req-0b85d88f-f7cb-4a5c-a041-b2f4bc7ed14b tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1011488 Nov 25 04:04:36.154934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:36.161245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:36.200269 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7d560058-207a-4b23-8f71-0f7b443717e7 req-b9008a8f-faf0-4e3f-9006-0e6325254700 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581324 Nov 25 04:04:36.237006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Network bec2e14c-01d1-4e06-997e-4493ad49d1b0 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:04:36.246004 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:04:36.250959 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:04:36.283928 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Pushing event updated for resources: {'Port': ['ID=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:36.291717 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:36.332201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:36.333150 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:36.355581 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0924067 Nov 25 04:04:36.391079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Request body: {'port': {'device_id': '0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:36.412923 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b665f-8383-4d5a-b38d-8e9ddb76fea3 req-8b9c5352-65f2-4a34-9796-5c85c26840a9 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:36.415579 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e20b665f-8383-4d5a-b38d-8e9ddb76fea3 req-8b9c5352-65f2-4a34-9796-5c85c26840a9 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0855618 Nov 25 04:04:36.483789 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e20b665f-8383-4d5a-b38d-8e9ddb76fea3 req-20c38109-7f54-46a1-94e9-15a7326d36cd tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621996 Nov 25 04:04:36.848146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2da50-0dae-4700-a496-ca8307ec0689 req-5555d211-c337-4e13-a0a0-08750f3e6586 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:36.856375 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a5b2da50-0dae-4700-a496-ca8307ec0689 req-5555d211-c337-4e13-a0a0-08750f3e6586 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 931 time: 0.1101272 Nov 25 04:04:36.915571 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a5b2da50-0dae-4700-a496-ca8307ec0689 req-d9b1030e-596b-4c2d-99d1-11678dd26f9a tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562387 Nov 25 04:04:36.933365 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:37.034669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c064f-1818-49d4-9a4a-d4a28faab003 req-fefa55bc-0b8d-46c1-9aa3-13a66f3c16c2 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:37.036225 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f06c064f-1818-49d4-9a4a-d4a28faab003 req-fefa55bc-0b8d-46c1-9aa3-13a66f3c16c2 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 945 time: 0.3117602 Nov 25 04:04:37.061228 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ccd66-b79e-42ac-8d72-39c100561671 req-d94cbafe-dee4-4244-be8d-03c68724ab57 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:37.062853 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c62ccd66-b79e-42ac-8d72-39c100561671 req-d94cbafe-dee4-4244-be8d-03c68724ab57 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 945 time: 0.2383182 Nov 25 04:04:37.245377 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-f06c064f-1818-49d4-9a4a-d4a28faab003 req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Deleting port 384cdcc3-2a7a-4496-ac8a-34abc26aa043 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:04:37.245763 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f06c064f-1818-49d4-9a4a-d4a28faab003 req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:37.308379 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c62ccd66-b79e-42ac-8d72-39c100561671 req-70348c2e-a339-4a93-a60c-8292d6bee589 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052901 Nov 25 04:04:37.704952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-f06c064f-1818-49d4-9a4a-d4a28faab003 req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] For port 384cdcc3-2a7a-4496-ac8a-34abc26aa043, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=384cdcc3-2a7a-4496-ac8a-34abc26aa043,segment=NetworkSegment(2685d74b-77f6-447d-bc9c-0f1ba1213592),segment_id=2685d74b-77f6-447d-bc9c-0f1ba1213592)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:37.705360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f06c064f-1818-49d4-9a4a-d4a28faab003 req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:37.723527 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:04:37.840991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:37.849420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-f06c064f-1818-49d4-9a4a-d4a28faab003 req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Calling delete_port for 384cdcc3-2a7a-4496-ac8a-34abc26aa043 owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:04:37.911576 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Transition to ACTIVE for port object fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:04:37.918538 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:37.924521 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:38.056147 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:38.065291 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:38.135236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c929735-f25b-4553-8964-6d7aa889e7bc req-0cef34da-96ee-4067-a4de-c171b3ecb16d tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:38.142535 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6c929735-f25b-4553-8964-6d7aa889e7bc req-0cef34da-96ee-4067-a4de-c171b3ecb16d tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 943 time: 0.0947058 Nov 25 04:04:38.191190 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6c929735-f25b-4553-8964-6d7aa889e7bc req-7e849b5f-741a-48d3-a8e0-6d761a567bd8 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474083 Nov 25 04:04:38.222139 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f06c064f-1818-49d4-9a4a-d4a28faab003 req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:38.228990 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-db08a96b-49aa-42da-aed4-7b81ecb84fd2 tempest-DeleteServersTestJSON-300415887 tempest-DeleteServersTestJSON-300415887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:38.260438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['384cdcc3-2a7a-4496-ac8a-34abc26aa043'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:04:38.286555 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Pushing event deleted for resources: {'Port': ['ID=384cdcc3-2a7a-4496-ac8a-34abc26aa043,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:38.299595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:38.362278 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Attempting to bind port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:04:38.362278 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Attempting to bind port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bec2e14c-01d1-4e06-997e-4493ad49d1b0'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:04:38.362278 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Attempting to bind port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 on network bec2e14c-01d1-4e06-997e-4493ad49d1b0 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:04:38.404969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 on network bec2e14c-01d1-4e06-997e-4493ad49d1b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:04:38.405265 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Attempting to bind port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 on network bec2e14c-01d1-4e06-997e-4493ad49d1b0 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:04:38.407849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06c064f-1818-49d4-9a4a-d4a28faab003 req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] No DVR routers for this DVR port 384cdcc3-2a7a-4496-ac8a-34abc26aa043 on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:04:38.410898 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-f06c064f-1818-49d4-9a4a-d4a28faab003 req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:38.414630 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7941ea29-92cd-469c-b31d-6ba0572e5948', 'name': 'network-vif-deleted', 'tag': '384cdcc3-2a7a-4496-ac8a-34abc26aa043'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:38.430031 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:04:38.430460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Checking segment: {'id': '8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bec2e14c-01d1-4e06-997e-4493ad49d1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:04:38.430951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Bound using segment: {'id': '8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bec2e14c-01d1-4e06-997e-4493ad49d1b0'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:04:38.431438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Bound port: fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bec2e14c-01d1-4e06-997e-4493ad49d1b0'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:04:38.431854 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:38.445252 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f06c064f-1818-49d4-9a4a-d4a28faab003 req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.15 "DELETE /v2.0/ports/384cdcc3-2a7a-4496-ac8a-34abc26aa043 HTTP/1.1" status: 204 len: 173 time: 1.3964889 Nov 25 04:04:38.559464 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-c43192a3-1313-4ff9-b6e4-9f9f004b56c6 req-6c536079-c075-4abd-bb27-7277fa3c3847 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Synchronizing usage tracker for tenant:7e0306785b7949f79dad01473c9027cb on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:04:38.615102 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] For port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:04:38.619630 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] For port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3,segment=NetworkSegment(8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9),segment_id=8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:04:38.620984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-c43192a3-1313-4ff9-b6e4-9f9f004b56c6 req-6c536079-c075-4abd-bb27-7277fa3c3847 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Unset dirty status for tenant:7e0306785b7949f79dad01473c9027cb on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:04:38.622880 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c43192a3-1313-4ff9-b6e4-9f9f004b56c6 req-6c536079-c075-4abd-bb27-7277fa3c3847 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=7941ea29-92cd-469c-b31d-6ba0572e5948 HTTP/1.1" status: 200 len: 210 time: 0.1257634 Nov 25 04:04:38.624916 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:38.630654 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:38.722483 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7941ea29-92cd-469c-b31d-6ba0572e5948', 'name': 'network-vif-deleted', 'tag': '384cdcc3-2a7a-4496-ac8a-34abc26aa043', 'status': 'completed', 'code': 200} Nov 25 04:04:38.786118 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:38.791448 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 HTTP/1.1" status: 200 len: 1093 time: 2.4049253 Nov 25 04:04:38.837110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:38.859055 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:38.934092 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37adda02-b3b3-489c-980a-e4e15f88e099 req-77487b23-a882-4e98-8e22-7384a4934c43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 1098 time: 0.2532394 Nov 25 04:04:39.024414 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-ba9c1773-0f26-45fc-9cd6-06b8f6a72a70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09e4e3558fb941d389bb1e246dc89639&device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 1096 time: 0.1641147 Nov 25 04:04:39.077245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ee6e2-15e9-478f-992f-88cac480604d req-6ee4f6d0-fad1-4ff4-a3d3-5a45e8d48e8a tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:39.086716 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a97ee6e2-15e9-478f-992f-88cac480604d req-6ee4f6d0-fad1-4ff4-a3d3-5a45e8d48e8a tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0969143 Nov 25 04:04:39.148711 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a97ee6e2-15e9-478f-992f-88cac480604d req-568bb44e-71ec-4464-80c4-412d5b8ed0ef tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596862 Nov 25 04:04:39.170868 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-91161aab-bdb5-4e2f-a822-8a9cc86e5789 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 HTTP/1.1" status: 200 len: 217 time: 0.0909283 Nov 25 04:04:39.288714 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adda02-b3b3-489c-980a-e4e15f88e099 req-55775974-de6b-48bf-88cc-58d00c347253 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:39.290331 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37adda02-b3b3-489c-980a-e4e15f88e099 req-55775974-de6b-48bf-88cc-58d00c347253 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 920 time: 0.3046844 Nov 25 04:04:39.291777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-7839daca-00ae-4470-97c3-3a14a8822657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:39.293212 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-7839daca-00ae-4470-97c3-3a14a8822657 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7b28f65-b694-4552-ae33-082e3822f30f HTTP/1.1" status: 200 len: 849 time: 0.1059668 Nov 25 04:04:39.417363 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc334f-c3b8-4124-a2f2-c28d6439d13c req-bb886266-a100-45b9-8eb1-c6c983308c0d tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:39.419125 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a3dc334f-c3b8-4124-a2f2-c28d6439d13c req-bb886266-a100-45b9-8eb1-c6c983308c0d tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 943 time: 0.0974185 Nov 25 04:04:39.472153 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a3dc334f-c3b8-4124-a2f2-c28d6439d13c req-00b5fa5b-34b9-4e3f-91d6-67f77f43ae17 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465000 Nov 25 04:04:39.614819 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-19240c2d-fc8d-45a7-84ed-92cd401cf483 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bec2e14c-01d1-4e06-997e-4493ad49d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560043 Nov 25 04:04:39.617121 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37adda02-b3b3-489c-980a-e4e15f88e099 req-c3cd90b5-3f8e-43e9-b355-4f62d228d380 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf HTTP/1.1" status: 200 len: 217 time: 0.3152347 Nov 25 04:04:39.809525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adda02-b3b3-489c-980a-e4e15f88e099 req-81b12b42-bc5d-4238-a44f-0ec8e5a69763 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:39.811114 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37adda02-b3b3-489c-980a-e4e15f88e099 req-81b12b42-bc5d-4238-a44f-0ec8e5a69763 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 200 len: 859 time: 0.1803107 Nov 25 04:04:39.875505 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37adda02-b3b3-489c-980a-e4e15f88e099 req-11ed5963-d0f7-4e65-97a5-975ed63b9380 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab46472b-7ed2-4cef-ad7d-804831d4a509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560055 Nov 25 04:04:39.878847 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-c348a151-0272-49dd-8ec1-4a89e6e2ac6c service neutron] 10.222.0.15 "GET /v2.0/networks/bec2e14c-01d1-4e06-997e-4493ad49d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493064 Nov 25 04:04:40.111978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-242706c9-63bd-49b2-b182-174bfd6f9c6b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:40.113202 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-242706c9-63bd-49b2-b182-174bfd6f9c6b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Synchronizing usage tracker for tenant:7e0306785b7949f79dad01473c9027cb on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:04:40.133180 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-242706c9-63bd-49b2-b182-174bfd6f9c6b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Unset dirty status for tenant:7e0306785b7949f79dad01473c9027cb on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:04:40.138441 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-242706c9-63bd-49b2-b182-174bfd6f9c6b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/networks?id=efd7f55c-ded5-49cc-b670-f25ea6398cf1 HTTP/1.1" status: 200 len: 808 time: 0.1957657 Nov 25 04:04:40.147278 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37adda02-b3b3-489c-980a-e4e15f88e099 req-190da22b-4bf8-4c2e-88cc-081b83d2a750 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589495 Nov 25 04:04:40.151350 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-217ac86d-0c25-47be-b555-b3f1d02a935d req-3cd4a151-42bc-4fa0-b673-01b99909e388 service neutron] 10.222.0.15 "GET /v2.0/networks/bec2e14c-01d1-4e06-997e-4493ad49d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381709 Nov 25 04:04:40.153487 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-31e1a732-f95d-423d-a41d-478e3911dce9 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/quotas/7e0306785b7949f79dad01473c9027cb HTTP/1.1" status: 200 len: 375 time: 0.0126379 Nov 25 04:04:40.229461 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c257a04e-0cbd-4603-924c-bc0e5f8b918c tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e0306785b7949f79dad01473c9027cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700364 Nov 25 04:04:40.399439 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-e738a8e6-1a46-4787-8fa1-1aeabfef2f3c service neutron] 10.222.0.47 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688962 Nov 25 04:04:40.405644 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37adda02-b3b3-489c-980a-e4e15f88e099 req-c1b0132b-4d7d-4b68-baa6-b95921f6dc2c service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389116 Nov 25 04:04:40.429658 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 384cdcc3-2a7a-4496-ac8a-34abc26aa043 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:04:40.443569 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4b484-f80b-45d0-8362-1bf3b2d97083 req-a55ac14d-9c57-4b01-b697-0651486bc520 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:40.445834 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-36a4b484-f80b-45d0-8362-1bf3b2d97083 req-a55ac14d-9c57-4b01-b697-0651486bc520 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1038914 Nov 25 04:04:40.511029 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: 384cdcc3-2a7a-4496-ac8a-34abc26aa043 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:04:40.512041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 384cdcc3-2a7a-4496-ac8a-34abc26aa043 not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:04:40.555226 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-36a4b484-f80b-45d0-8362-1bf3b2d97083 req-91bf016a-7899-48b6-a8c4-4a43a8197d6f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014843 Nov 25 04:04:40.723229 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-4e1073ac-7da3-4807-adca-587a1d33d9b9 service neutron] 10.222.0.47 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176351 Nov 25 04:04:40.723655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761', 'tag': 'fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:40.914966 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761', 'tag': 'fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3', 'status': 'completed', 'code': 200} Nov 25 04:04:41.040933 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-646e1e3e-b521-4cd5-8b06-36b987153b82 req-c08ba416-f448-4886-81af-71b2d2a5d64b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 210 time: 0.0782390 Nov 25 04:04:41.131824 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1ba8ffb3-424a-47e6-8334-ee57c361273a req-af1836f2-43f6-4cfb-8cd0-f86c5b353be7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09e4e3558fb941d389bb1e246dc89639&device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 1096 time: 0.1578965 Nov 25 04:04:41.139019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769c292-1bf3-47f5-b8f8-10bb1edab92f req-5b823ddc-d6e6-4c98-a0f0-497f3cad7eb6 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:41.139748 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-5769c292-1bf3-47f5-b8f8-10bb1edab92f req-5b823ddc-d6e6-4c98-a0f0-497f3cad7eb6 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Synchronizing usage tracker for tenant:09e4e3558fb941d389bb1e246dc89639 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:04:41.256222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-5769c292-1bf3-47f5-b8f8-10bb1edab92f req-5b823ddc-d6e6-4c98-a0f0-497f3cad7eb6 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Unset dirty status for tenant:09e4e3558fb941d389bb1e246dc89639 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:04:41.264474 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5769c292-1bf3-47f5-b8f8-10bb1edab92f req-5b823ddc-d6e6-4c98-a0f0-497f3cad7eb6 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 943 time: 0.2925751 Nov 25 04:04:41.355125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-5769c292-1bf3-47f5-b8f8-10bb1edab92f req-5cdd08d4-748c-4c5b-8075-3e1b0881f504 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Synchronizing usage tracker for tenant:09e4e3558fb941d389bb1e246dc89639 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:04:41.359230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8ffb3-424a-47e6-8334-ee57c361273a req-c57e9ba5-10c9-4896-8f7c-d4c095ed2a41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:41.360845 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1ba8ffb3-424a-47e6-8334-ee57c361273a req-c57e9ba5-10c9-4896-8f7c-d4c095ed2a41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bec2e14c-01d1-4e06-997e-4493ad49d1b0 HTTP/1.1" status: 200 len: 910 time: 0.2178988 Nov 25 04:04:41.375590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-5769c292-1bf3-47f5-b8f8-10bb1edab92f req-5cdd08d4-748c-4c5b-8075-3e1b0881f504 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Unset dirty status for tenant:09e4e3558fb941d389bb1e246dc89639 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:04:41.378422 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5769c292-1bf3-47f5-b8f8-10bb1edab92f req-5cdd08d4-748c-4c5b-8075-3e1b0881f504 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130674 Nov 25 04:04:41.459343 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1ba8ffb3-424a-47e6-8334-ee57c361273a req-20f8eff0-b5ef-4291-9d6e-39b81fa1d0b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 HTTP/1.1" status: 200 len: 217 time: 0.0700614 Nov 25 04:04:41.529635 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8ffb3-424a-47e6-8334-ee57c361273a req-fc50c3ea-27db-4a7e-9265-7537ad2cc653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:41.531218 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1ba8ffb3-424a-47e6-8334-ee57c361273a req-fc50c3ea-27db-4a7e-9265-7537ad2cc653 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7b28f65-b694-4552-ae33-082e3822f30f HTTP/1.1" status: 200 len: 849 time: 0.0655148 Nov 25 04:04:41.587126 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1ba8ffb3-424a-47e6-8334-ee57c361273a req-f58360d0-5c15-4eec-b8a8-b035ca02023e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bec2e14c-01d1-4e06-997e-4493ad49d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457239 Nov 25 04:04:41.743550 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1ba8ffb3-424a-47e6-8334-ee57c361273a req-f41eed01-5e99-4c89-9483-885a29029734 service neutron] 10.222.0.15 "GET /v2.0/networks/bec2e14c-01d1-4e06-997e-4493ad49d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486490 Nov 25 04:04:41.789278 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fdcd3-9780-4ee2-a340-3ac4179df538 req-50798208-a2a1-43d8-a8a1-b9702ff5107f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:41.790955 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-836fdcd3-9780-4ee2-a340-3ac4179df538 req-50798208-a2a1-43d8-a8a1-b9702ff5107f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0849538 Nov 25 04:04:41.856896 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-836fdcd3-9780-4ee2-a340-3ac4179df538 req-747a79e3-1636-42b2-ab23-af6253a8603d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 Nov 25 04:04:41.910603 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1ba8ffb3-424a-47e6-8334-ee57c361273a req-e65ff221-df27-4db8-abf9-660a5aeda894 service neutron] 10.222.0.15 "GET /v2.0/networks/bec2e14c-01d1-4e06-997e-4493ad49d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550465 Nov 25 04:04:42.214418 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e2e81f70-18a4-47a5-9718-bd3bb4ee6302 req-6b34c2e7-55cc-4a11-980e-21fc4f65c860 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 210 time: 0.0480673 Nov 25 04:04:42.434956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-0a84de86-dcbd-4f66-890b-52785dd41a32 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:42.436540 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-0a84de86-dcbd-4f66-890b-52785dd41a32 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.15 "GET /v2.0/networks?id=efd7f55c-ded5-49cc-b670-f25ea6398cf1 HTTP/1.1" status: 200 len: 808 time: 0.2031631 Nov 25 04:04:42.445651 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:04:42.468537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Request body: {'port': {'device_id': '587f3a10-0ae2-4eb4-9716-9f813003b708', 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1', 'admin_state_up': True, 'tenant_id': '7e0306785b7949f79dad01473c9027cb'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:42.677947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:42.690310 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:42.696363 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3,segment=NetworkSegment(8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9),segment_id=8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:42.700103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Made reservation on behalf of 7e0306785b7949f79dad01473c9027cb for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:42.706954 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:42.713480 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': 'fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3', 'network_id': 'bec2e14c-01d1-4e06-997e-4493ad49d1b0', 'port_id': 'fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3', 'mac_address': 'fa:16:3e:e1:9d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b28f65-b694-4552-ae33-082e3822f30f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:04:42.722220 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98733003-52a8-449e-8acc-311e17f5c551 req-27e834aa-17be-45c6-8009-c339c7bf0f9d tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:42.723833 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-98733003-52a8-449e-8acc-311e17f5c551 req-27e834aa-17be-45c6-8009-c339c7bf0f9d tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 943 time: 0.1049619 Nov 25 04:04:42.781307 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-98733003-52a8-449e-8acc-311e17f5c551 req-65dc6f92-f0e0-4a82-b0b2-4c5291620630 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501373 Nov 25 04:04:42.792385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:42.812743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:04:42.830230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3,segment=NetworkSegment(8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9),segment_id=8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:42.833744 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:42.837819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e5ef7fca-0f94-47b7-bbfa-639d01424dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:42.904731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Allocated IP 172.20.0.9 (efd7f55c-ded5-49cc-b670-f25ea6398cf1/cf3a14f2-5a19-42c2-a50a-eff6160f3a04/360ef94e-05b3-4435-b076-9773db9c3836) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:04:42.909961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:42.913839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:43.193839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44fa1a-9107-4317-9cad-e2c7efed817c req-ad845537-1a2c-43a0-8acb-1e6c6a2e79c7 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:43.194455 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1b44fa1a-9107-4317-9cad-e2c7efed817c req-ad845537-1a2c-43a0-8acb-1e6c6a2e79c7 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.2100148 Nov 25 04:04:43.197558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:43.243304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:04:43.255537 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1b44fa1a-9107-4317-9cad-e2c7efed817c req-7b1d697d-bcc7-48e7-8397-cd91220270d3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544746 Nov 25 04:04:43.267264 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:43.274100 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cceb3761-8920-4097-ab69-6c21e816bef0 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:43.356961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Network efd7f55c-ded5-49cc-b670-f25ea6398cf1 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:04:43.357844 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Pushing event updated for resources: {'Port': ['ID=360ef94e-05b3-4435-b076-9773db9c3836,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:43.360757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:04:43.362674 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:43.363410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:04:43.428362 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:43.429786 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:43.445213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f0594-888b-4dd7-8a29-0393f16aa393 req-e0319e65-679b-463c-863f-3249c407e224 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:43.447005 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e74f0594-888b-4dd7-8a29-0393f16aa393 req-e0319e65-679b-463c-863f-3249c407e224 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 931 time: 0.0909600 Nov 25 04:04:43.456039 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9932609 Nov 25 04:04:43.476574 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Request body: {'port': {'device_id': '587f3a10-0ae2-4eb4-9716-9f813003b708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:43.501501 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e74f0594-888b-4dd7-8a29-0393f16aa393 req-b157c450-2d98-4734-abaf-ad6597ed1eb6 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469751 Nov 25 04:04:43.559360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-361fe36a-6720-4a77-a640-7ab28fc040bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:43.595993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.061696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead0a55-cfdc-4a9c-9fdb-f3fcd3002e4e req-2c40b47e-45f5-4713-af24-d8c7a8aa2d52 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:44.071773 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eead0a55-cfdc-4a9c-9fdb-f3fcd3002e4e req-2c40b47e-45f5-4713-af24-d8c7a8aa2d52 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 944 time: 0.1261785 Nov 25 04:04:44.137472 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eead0a55-cfdc-4a9c-9fdb-f3fcd3002e4e req-9018f15f-c90f-4d1a-b5ca-4074b97b3810 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641530 Nov 25 04:04:44.162902 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46102) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:44.196463 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46108) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:44.218589 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360ef94e-05b3-4435-b076-9773db9c3836 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:04:44.227251 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.244215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Transition to ACTIVE for port object 360ef94e-05b3-4435-b076-9773db9c3836 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:04:44.247902 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.252596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:44.400511 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Pushing event updated for resources: {'Port': ['ID=360ef94e-05b3-4435-b076-9773db9c3836,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:44.403662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:44.420943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f4c5af0d-002c-45be-ab8e-8b1803828162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.439427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e0879f8e-bf30-4ab8-93de-525f61f31202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.451700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:04:44.518532 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Attempting to bind port 360ef94e-05b3-4435-b076-9773db9c3836 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:04:44.518920 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Attempting to bind port 360ef94e-05b3-4435-b076-9773db9c3836 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '2685d74b-77f6-447d-bc9c-0f1ba1213592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:04:44.519294 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Attempting to bind port 360ef94e-05b3-4435-b076-9773db9c3836 on network efd7f55c-ded5-49cc-b670-f25ea6398cf1 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:04:44.526347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Port 360ef94e-05b3-4435-b076-9773db9c3836 on network efd7f55c-ded5-49cc-b670-f25ea6398cf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:04:44.526718 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Attempting to bind port 360ef94e-05b3-4435-b076-9773db9c3836 on network efd7f55c-ded5-49cc-b670-f25ea6398cf1 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:04:44.526968 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:04:44.533309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f4c5af0d-002c-45be-ab8e-8b1803828162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:44.536209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:04:44.536594 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Checking segment: {'id': '2685d74b-77f6-447d-bc9c-0f1ba1213592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:04:44.537022 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Bound using segment: {'id': '2685d74b-77f6-447d-bc9c-0f1ba1213592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:04:44.537698 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Bound port: 360ef94e-05b3-4435-b076-9773db9c3836, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2685d74b-77f6-447d-bc9c-0f1ba1213592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:04:44.537916 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.543358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:44.543913 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.544668 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f4c5af0d-002c-45be-ab8e-8b1803828162 admin admin] Usage tracker for resource:security_group_rule and tenant:a067f05534d5437dac061dde60969ba3 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:44.547668 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f4c5af0d-002c-45be-ab8e-8b1803828162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:44.555233 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f4c5af0d-002c-45be-ab8e-8b1803828162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:44.624062 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f4c5af0d-002c-45be-ab8e-8b1803828162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.633424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e0879f8e-bf30-4ab8-93de-525f61f31202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:44.636028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f4c5af0d-002c-45be-ab8e-8b1803828162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.647700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5685c5d6-3511-4fa2-bce7-b6a1d176a938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:44.649343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] For port 360ef94e-05b3-4435-b076-9773db9c3836, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:04:44.656195 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] For port 360ef94e-05b3-4435-b076-9773db9c3836, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=360ef94e-05b3-4435-b076-9773db9c3836,segment=NetworkSegment(2685d74b-77f6-447d-bc9c-0f1ba1213592),segment_id=2685d74b-77f6-447d-bc9c-0f1ba1213592)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:04:44.662931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e0879f8e-bf30-4ab8-93de-525f61f31202 admin admin] Usage tracker for resource:security_group_rule and tenant:334d86ab695a442db9638a7799a3db12 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:44.663835 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.670654 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e0879f8e-bf30-4ab8-93de-525f61f31202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:44.675409 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.695444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e0879f8e-bf30-4ab8-93de-525f61f31202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:44.705048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:44.711378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-996de174-b545-449d-b832-51ff50bc7a6b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:44.716426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3,segment=NetworkSegment(8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9),segment_id=8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:44.719461 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5af0d-002c-45be-ab8e-8b1803828162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49f453a-48e3-4833-8d1a-446cc09fc866,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:44.719861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.721775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:44.730912 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f4c5af0d-002c-45be-ab8e-8b1803828162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:44.743487 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a9419-439c-4254-947e-8a4e3f8c2d55 req-d868159f-baf8-4618-bd6a-c425e5bc6af8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:44.745098 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-df9a9419-439c-4254-947e-8a4e3f8c2d55 req-d868159f-baf8-4618-bd6a-c425e5bc6af8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.3107460 Nov 25 04:04:44.752207 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f4c5af0d-002c-45be-ab8e-8b1803828162 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a067f05534d5437dac061dde60969ba3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5520856 Nov 25 04:04:44.752650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46122) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:44.812264 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.813378 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] 10.222.0.15 "PUT /v2.0/ports/360ef94e-05b3-4435-b076-9773db9c3836 HTTP/1.1" status: 200 len: 1093 time: 1.3414299 Nov 25 04:04:44.815863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587f3a10-0ae2-4eb4-9716-9f813003b708', 'tag': '360ef94e-05b3-4435-b076-9773db9c3836'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:44.828752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:44.838840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:44.863541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Pushing event updated for resources: {'Port': ['ID=360ef94e-05b3-4435-b076-9773db9c3836,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:44.865780 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-df9a9419-439c-4254-947e-8a4e3f8c2d55 req-559f483f-f840-466c-b8ad-55062b08662f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049638 Nov 25 04:04:44.875779 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:44.920562 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7ef779e-6bbb-403c-add8-68863e64f63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.924244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e0879f8e-bf30-4ab8-93de-525f61f31202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.935725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130c22f-ebc1-4b46-b60d-96eab728db0b req-7961731b-9951-4924-89cd-3d08eb873c69 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:44.935918 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e0879f8e-bf30-4ab8-93de-525f61f31202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:44.936424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-d130c22f-ebc1-4b46-b60d-96eab728db0b req-7961731b-9951-4924-89cd-3d08eb873c69 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Synchronizing usage tracker for tenant:7e0306785b7949f79dad01473c9027cb on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:04:44.944796 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3', 'code': 200} Nov 25 04:04:44.947272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7c9270c1-dc63-45e5-9eb7-6ea0d1ec88e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:44.962827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-d130c22f-ebc1-4b46-b60d-96eab728db0b req-7961731b-9951-4924-89cd-3d08eb873c69 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Unset dirty status for tenant:7e0306785b7949f79dad01473c9027cb on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:04:44.964145 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d130c22f-ebc1-4b46-b60d-96eab728db0b req-7961731b-9951-4924-89cd-3d08eb873c69 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 943 time: 0.3041744 Nov 25 04:04:44.996291 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0879f8e-bf30-4ab8-93de-525f61f31202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caf8648-0ab5-4e0d-b0ed-3e4efda1706e,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:45.003772 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-7872a9ea-af9a-4c68-be03-b3953662ca0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e0306785b7949f79dad01473c9027cb&device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 1096 time: 0.1310861 Nov 25 04:04:45.007212 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e0879f8e-bf30-4ab8-93de-525f61f31202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:45.010348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7ef779e-6bbb-403c-add8-68863e64f63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:45.021721 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587f3a10-0ae2-4eb4-9716-9f813003b708', 'tag': '360ef94e-05b3-4435-b076-9773db9c3836', 'status': 'completed', 'code': 200} Nov 25 04:04:45.054963 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e0879f8e-bf30-4ab8-93de-525f61f31202 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=334d86ab695a442db9638a7799a3db12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8896489 Nov 25 04:04:45.065423 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46130) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:45.100397 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d130c22f-ebc1-4b46-b60d-96eab728db0b req-cb1f91ef-b239-49b3-9001-896ac37c9db3 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261683 Nov 25 04:04:45.102504 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a247ee8c-79e1-4fc1-a7f0-66edc1039ee3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360ef94e-05b3-4435-b076-9773db9c3836 HTTP/1.1" status: 200 len: 217 time: 0.0768235 Nov 25 04:04:45.136778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:45.148921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfbbfa7d-f1b7-459b-b7a6-93b429c36b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:45.160965 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7ef779e-6bbb-403c-add8-68863e64f63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:45.171105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-98b9846f-02f3-444f-a8c5-cc5f004ee2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:45.197441 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef779e-6bbb-403c-add8-68863e64f63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49f453a-48e3-4833-8d1a-446cc09fc866,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:45.205839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f7ef779e-6bbb-403c-add8-68863e64f63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:45.217056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfbbfa7d-f1b7-459b-b7a6-93b429c36b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:45.230566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7ef779e-6bbb-403c-add8-68863e64f63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:45.231858 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f7ef779e-6bbb-403c-add8-68863e64f63b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e49f453a-48e3-4833-8d1a-446cc09fc866 HTTP/1.1" status: 204 len: 168 time: 0.4781001 Nov 25 04:04:45.257382 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-702b248a-c84f-4624-bb2b-943516774bea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:45.259367 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-702b248a-c84f-4624-bb2b-943516774bea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf3a14f2-5a19-42c2-a50a-eff6160f3a04 HTTP/1.1" status: 200 len: 848 time: 0.1505630 Nov 25 04:04:45.281129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfbbfa7d-f1b7-459b-b7a6-93b429c36b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:45.287969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-96ccaba2-7ce1-4b98-90db-b59ca45e1d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:45.301757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfbbfa7d-f1b7-459b-b7a6-93b429c36b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:45.304045 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-dfbbfa7d-f1b7-459b-b7a6-93b429c36b6e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7caf8648-0ab5-4e0d-b0ed-3e4efda1706e HTTP/1.1" status: 204 len: 168 time: 0.2374794 Nov 25 04:04:45.306953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbfa7d-f1b7-459b-b7a6-93b429c36b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caf8648-0ab5-4e0d-b0ed-3e4efda1706e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:45.309541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dfbbfa7d-f1b7-459b-b7a6-93b429c36b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:45.329046 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-233d4e29-3f38-4a1e-bd53-867de17cc495 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efd7f55c-ded5-49cc-b670-f25ea6398cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617657 Nov 25 04:04:45.427589 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e624f097-5d27-46e8-98e3-ae38a1e8d920 req-a33803ab-52b0-4821-9b79-68e39cf8bffe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 1098 time: 0.2225561 Nov 25 04:04:45.602336 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e624f097-5d27-46e8-98e3-ae38a1e8d920 req-d1139acb-41aa-4a29-ae1c-46378fdee1a0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215136 Nov 25 04:04:45.612311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d342e18-2055-4e5e-b542-bbf260b9d2d1 req-ad52a9f5-3012-491c-aec9-9a6e650149fc tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:45.613864 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9d342e18-2055-4e5e-b542-bbf260b9d2d1 req-ad52a9f5-3012-491c-aec9-9a6e650149fc tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 945 time: 0.2899816 Nov 25 04:04:45.615880 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-dca81acb-f53f-44f8-8146-69ecd7d1ea14 service neutron] 10.222.0.15 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454231 Nov 25 04:04:45.668656 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9d342e18-2055-4e5e-b542-bbf260b9d2d1 req-294bbe69-b0e6-4385-9f0e-67adb3f7aad9 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472510 Nov 25 04:04:45.741366 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 46152) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:45.763283 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44b1b728-13f8-4698-99e3-63aa8d5f1dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:45.801729 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-44b1b728-13f8-4698-99e3-63aa8d5f1dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:45.806223 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-44b1b728-13f8-4698-99e3-63aa8d5f1dde admin admin] Usage tracker for resource:security_group_rule and tenant:a3def43185e3476b93b6e2bd59569e78 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:45.809390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-44b1b728-13f8-4698-99e3-63aa8d5f1dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:45.815377 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-44b1b728-13f8-4698-99e3-63aa8d5f1dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:45.917672 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44b1b728-13f8-4698-99e3-63aa8d5f1dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:45.969672 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44b1b728-13f8-4698-99e3-63aa8d5f1dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:45.987709 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c9ab6b88-66c1-4f11-9624-a0f0fc6335f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:46.051796 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1b728-13f8-4698-99e3-63aa8d5f1dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bdd676-20cb-4fc7-97fb-2b2e6acd0bfc,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:46.059521 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-44b1b728-13f8-4698-99e3-63aa8d5f1dde admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a3def43185e3476b93b6e2bd59569e78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3167484 Nov 25 04:04:46.062405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-44b1b728-13f8-4698-99e3-63aa8d5f1dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:46.065208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 46164) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:46.087416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c3e60745-844a-4e33-a10f-8a6344efcb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:46.096838 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:46.110494 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7cdfe27a-23c2-4a23-a314-a04bc31d5cdd req-a4c8edc4-cb3a-473c-9682-263d358cc53d service neutron] 10.222.0.15 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379150 Nov 25 04:04:46.146695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c348d6b-46b9-44b2-bde2-dadf2a3dc30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:46.171125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479af12d-e95d-4941-8090-233cf83ef39e req-9939751f-0540-445c-9226-725e775114fe tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:46.171125 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-479af12d-e95d-4941-8090-233cf83ef39e req-9939751f-0540-445c-9226-725e775114fe tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1493924 Nov 25 04:04:46.174735 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c348d6b-46b9-44b2-bde2-dadf2a3dc30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:46.223113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c348d6b-46b9-44b2-bde2-dadf2a3dc30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:46.258749 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-479af12d-e95d-4941-8090-233cf83ef39e req-077b700d-c17a-4854-887c-e89b70e64c33 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832169 Nov 25 04:04:46.266103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1a9d9bd2-3929-4058-94d8-7ab9bcf4517b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:46.298321 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c348d6b-46b9-44b2-bde2-dadf2a3dc30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bdd676-20cb-4fc7-97fb-2b2e6acd0bfc,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:46.347833 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9c348d6b-46b9-44b2-bde2-dadf2a3dc30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:46.373639 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c348d6b-46b9-44b2-bde2-dadf2a3dc30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:46.375032 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-9c348d6b-46b9-44b2-bde2-dadf2a3dc30b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/46bdd676-20cb-4fc7-97fb-2b2e6acd0bfc HTTP/1.1" status: 204 len: 168 time: 0.3087299 Nov 25 04:04:46.426206 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-83e68b12-e340-4add-b0f9-4d32e233243b req-2c48b8ed-66e2-4e9c-808a-22e8c3966364 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e0306785b7949f79dad01473c9027cb&device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 1096 time: 0.1986175 Nov 25 04:04:46.433134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c3bca-22c0-4f62-877d-87dfd3f91dc2 req-62f6d728-90cd-438a-80b0-64e4bd202137 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:46.434727 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f13c3bca-22c0-4f62-877d-87dfd3f91dc2 req-62f6d728-90cd-438a-80b0-64e4bd202137 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 943 time: 0.1441147 Nov 25 04:04:46.582243 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f13c3bca-22c0-4f62-877d-87dfd3f91dc2 req-c92917d8-db21-4943-80d2-e29ede1bbcd6 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413555 Nov 25 04:04:46.635514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e68b12-e340-4add-b0f9-4d32e233243b req-ac0ea55c-db93-4094-8f09-83156ee93ff9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:46.638405 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-83e68b12-e340-4add-b0f9-4d32e233243b req-ac0ea55c-db93-4094-8f09-83156ee93ff9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efd7f55c-ded5-49cc-b670-f25ea6398cf1 HTTP/1.1" status: 200 len: 909 time: 0.1817603 Nov 25 04:04:46.891803 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-83e68b12-e340-4add-b0f9-4d32e233243b req-aa42f2c0-815d-4c2a-a874-d18fe0046d12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360ef94e-05b3-4435-b076-9773db9c3836 HTTP/1.1" status: 200 len: 217 time: 0.1064172 Nov 25 04:04:46.934181 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46186) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:46.966415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4b9336c3-ca5d-47bb-86aa-c08b221b12e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:47.035749 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-4b9336c3-ca5d-47bb-86aa-c08b221b12e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:47.041197 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-4b9336c3-ca5d-47bb-86aa-c08b221b12e4 admin admin] Usage tracker for resource:security_group_rule and tenant:19abc43ed6cb43118178ae973c20ed1f is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:47.044955 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-4b9336c3-ca5d-47bb-86aa-c08b221b12e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:47.051965 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-4b9336c3-ca5d-47bb-86aa-c08b221b12e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:47.087527 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e68b12-e340-4add-b0f9-4d32e233243b req-555246cf-6ff3-4980-97c2-bd7bb2f52825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:47.089141 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-83e68b12-e340-4add-b0f9-4d32e233243b req-555246cf-6ff3-4980-97c2-bd7bb2f52825 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf3a14f2-5a19-42c2-a50a-eff6160f3a04 HTTP/1.1" status: 200 len: 848 time: 0.1866858 Nov 25 04:04:47.136340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4b9336c3-ca5d-47bb-86aa-c08b221b12e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:47.139074 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4b9336c3-ca5d-47bb-86aa-c08b221b12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:47.147048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-94211d38-7016-45c3-ab49-fe0a69361f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:47.153835 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-83e68b12-e340-4add-b0f9-4d32e233243b req-4dd44e80-479d-411c-94a1-741db06450da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efd7f55c-ded5-49cc-b670-f25ea6398cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533478 Nov 25 04:04:47.189979 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9336c3-ca5d-47bb-86aa-c08b221b12e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffc6f1a-c022-459b-8948-064d845df252,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:47.196438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4b9336c3-ca5d-47bb-86aa-c08b221b12e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:47.202911 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-4b9336c3-ca5d-47bb-86aa-c08b221b12e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19abc43ed6cb43118178ae973c20ed1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2670789 Nov 25 04:04:47.205412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46194) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:47.262648 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf579f77-46b1-45c7-ab9c-9954d0a0bc36 req-b16c81c1-5313-4b52-8d23-5b7a62367f0c tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:47.264271 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-cf579f77-46b1-45c7-ab9c-9954d0a0bc36 req-b16c81c1-5313-4b52-8d23-5b7a62367f0c tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 945 time: 0.2216060 Nov 25 04:04:47.269107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c4c3d8-25ad-429f-8b83-f2f65ec3b188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:47.296392 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c4c3d8-25ad-429f-8b83-f2f65ec3b188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:47.346191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c4c3d8-25ad-429f-8b83-f2f65ec3b188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:47.351875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ed5d3eeb-8705-43d7-896b-3c9c9759f221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:47.358160 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-cf579f77-46b1-45c7-ab9c-9954d0a0bc36 req-a9a63128-d9ec-4b50-ba6b-fd976d4598fd tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805342 Nov 25 04:04:47.363601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4c3d8-25ad-429f-8b83-f2f65ec3b188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffc6f1a-c022-459b-8948-064d845df252,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:47.363748 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-83e68b12-e340-4add-b0f9-4d32e233243b req-5c94dd7b-41cf-4cc0-b621-44399bce96b6 service neutron] 10.222.0.15 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902051 Nov 25 04:04:47.367105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-27c4c3d8-25ad-429f-8b83-f2f65ec3b188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:47.374173 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c4c3d8-25ad-429f-8b83-f2f65ec3b188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:47.377966 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-27c4c3d8-25ad-429f-8b83-f2f65ec3b188 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ffc6f1a-c022-459b-8948-064d845df252 HTTP/1.1" status: 204 len: 168 time: 0.1689830 Nov 25 04:04:47.482338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b161db-b483-48b3-931e-bc399f305777 req-c2b4718e-307d-4baf-94df-9833cf40f50c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:47.483977 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f9b161db-b483-48b3-931e-bc399f305777 req-c2b4718e-307d-4baf-94df-9833cf40f50c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0996885 Nov 25 04:04:47.540365 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f9b161db-b483-48b3-931e-bc399f305777 req-8a2951c3-0f48-4a83-b1e7-817586de44b1 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499873 Nov 25 04:04:47.566640 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-83e68b12-e340-4add-b0f9-4d32e233243b req-137b71a8-537d-441a-88d8-072f8618b293 service neutron] 10.222.0.15 "GET /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934872 Nov 25 04:04:47.824981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb60aab-babd-4b85-ad8c-b7dc93b570a5 req-5e252133-8d90-4762-800c-b964f486c3cd tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:47.826656 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3bb60aab-babd-4b85-ad8c-b7dc93b570a5 req-5e252133-8d90-4762-800c-b964f486c3cd tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 943 time: 0.1051712 Nov 25 04:04:47.874779 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3bb60aab-babd-4b85-ad8c-b7dc93b570a5 req-1c749b1f-ecd7-4dda-a8e4-687fee56b5b7 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419753 Nov 25 04:04:47.965616 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:48.362356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46228) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:48.478438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 360ef94e-05b3-4435-b076-9773db9c3836 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:04:48.515340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1383435821-network', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:48.520572 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:48.525238 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Usage tracker for resource:network and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:48.528915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:48.536862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:48.592402 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Made reservation on behalf of 7109e4e352c54001a318a33903fc7bbf for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:48.597044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:48.612589 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:48.640345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 360ef94e-05b3-4435-b076-9773db9c3836, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=360ef94e-05b3-4435-b076-9773db9c3836,segment=NetworkSegment(2685d74b-77f6-447d-bc9c-0f1ba1213592),segment_id=2685d74b-77f6-447d-bc9c-0f1ba1213592)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:48.658429 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '360ef94e-05b3-4435-b076-9773db9c3836', 'network_id': 'efd7f55c-ded5-49cc-b670-f25ea6398cf1', 'port_id': '360ef94e-05b3-4435-b076-9773db9c3836', 'mac_address': 'fa:16:3e:51:5b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3a14f2-5a19-42c2-a50a-eff6160f3a04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:04:48.677132 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:48.684877 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Usage tracker for resource:security_group_rule and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:48.688645 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:48.697306 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9872a-2980-4936-a023-3cc187864d6a req-7aa31ea9-0a96-46bb-b02c-bbe960f48b6c tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:48.698950 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2be9872a-2980-4936-a023-3cc187864d6a req-7aa31ea9-0a96-46bb-b02c-bbe960f48b6c tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 945 time: 0.1633608 Nov 25 04:04:48.711151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:48.778662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e556ae9-6824-4231-ab28-aca186e666c8 req-3fadef9b-567b-4f41-bd48-36a8bac9a752 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:48.780951 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6e556ae9-6824-4231-ab28-aca186e666c8 req-3fadef9b-567b-4f41-bd48-36a8bac9a752 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0996249 Nov 25 04:04:48.815084 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2be9872a-2980-4936-a023-3cc187864d6a req-febf271b-b1cc-496d-ad12-faac8b06f341 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011188 Nov 25 04:04:48.862555 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6e556ae9-6824-4231-ab28-aca186e666c8 req-e3e3cef7-e0ba-43ed-a91a-35babe648c9b tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730429 Nov 25 04:04:48.901256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:48.913002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:48.919383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:48.924885 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5f40028e-be62-4eac-8974-b9e341fae23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:48.929224 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360ef94e-05b3-4435-b076-9773db9c3836 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:04:48.963174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20aa8bb-b651-4ccc-92e8-f22b2c17ab58,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:48.967858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:48.970978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 360ef94e-05b3-4435-b076-9773db9c3836, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=360ef94e-05b3-4435-b076-9773db9c3836,segment=NetworkSegment(2685d74b-77f6-447d-bc9c-0f1ba1213592),segment_id=2685d74b-77f6-447d-bc9c-0f1ba1213592)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:48.975275 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:48.979045 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:48.987601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:04:48.998409 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:48.998795 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Added segment df1cfdcc-feae-4a7b-9186-9388a833714a of type vlan for network d782c046-109e-4cc0-a0b2-334f293eed48 Nov 25 04:04:49.029361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:49.052536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=360ef94e-05b3-4435-b076-9773db9c3836,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:49.066224 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:49.069418 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:49.070876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:49.073588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:49.079484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:49.133772 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7e573-8ddf-4a6c-ae38-1d4e24752497 req-ce857d79-8354-4b04-b365-4d3de79aacc6 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:49.135967 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-afe7e573-8ddf-4a6c-ae38-1d4e24752497 req-ce857d79-8354-4b04-b365-4d3de79aacc6 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 944 time: 0.1030200 Nov 25 04:04:49.192503 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-afe7e573-8ddf-4a6c-ae38-1d4e24752497 req-e916af8c-cd35-4ee9-9b1e-12c735d934f4 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505726 Nov 25 04:04:49.195236 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8313162 Nov 25 04:04:49.198667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 46250) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:49.202406 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Pushing event updated for resources: {'Network': ['ID=d782c046-109e-4cc0-a0b2-334f293eed48,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:49.205318 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Request body: {'subnet': {'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1383435821-subnet', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:49.205795 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:49.211951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:49.216444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Usage tracker for resource:subnet and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:49.219960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:49.226541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:49.229491 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network d782c046-109e-4cc0-a0b2-334f293eed48 details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:04:49.236988 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Made reservation on behalf of 7109e4e352c54001a318a33903fc7bbf for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:49.243586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852916384'] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:49.413170 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['360ef94e-05b3-4435-b076-9773db9c3836'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:04:49.488483 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2495342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852916367'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:49.493751 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b8cf5ca8-f962-43b5-87af-7c773ef3c0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:49.566928 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d5d8d9-0748-4375-b694-c56a0e47d2b5,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:49.572647 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:49.583667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Checking segment: {'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:04:49.584063 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Network hostable DHCP agents. Network: d782c046-109e-4cc0-a0b2-334f293eed48, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:04:49.607709 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Network d782c046-109e-4cc0-a0b2-334f293eed48 is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:04:49.615917 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, d782c046-109e-4cc0-a0b2-334f293eed48) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:04:49.623213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:49.624063 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:49.626968 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7849e9eb-ab88-41bb-9c8d-c80d842f2d52 None None] Network d782c046-109e-4cc0-a0b2-334f293eed48 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:04:49.651812 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-c0a9c1cb-bf22-4d85-9503-294bb1a092cd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4493411 Nov 25 04:04:49.652174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 46262) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:49.657671 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:49.662432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:49.667444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Usage tracker for resource:router and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:49.670407 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:49.676338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:49.687424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854121037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-76421'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:49.688429 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854059675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854699379'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:49.711073 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:49.884147 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20ad1b30-be4e-5981-bf05-6d004f691a3e-d782c046-109e-4cc0-a0b2-334f293eed48', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5'}]}} from dv-cinder-818778-3-smb. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 25 04:04:49.884716 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:49.921449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854059692', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854121054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854699294'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:49.952164 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46270) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:50.088371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Allocated IP 172.20.0.2 (d782c046-109e-4cc0-a0b2-334f293eed48/f8d5d8d9-0748-4375-b694-c56a0e47d2b5/15762074-954d-4366-9c27-ba761f9c09a7) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:04:50.197096 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-568bed37-d1ff-47e0-9275-08dc60561027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.232725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-568bed37-d1ff-47e0-9275-08dc60561027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:50.237037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-568bed37-d1ff-47e0-9275-08dc60561027 admin admin] Usage tracker for resource:security_group_rule and tenant:0596277860ab46d09cac931631d24de2 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:50.239988 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-568bed37-d1ff-47e0-9275-08dc60561027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:50.247287 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-568bed37-d1ff-47e0-9275-08dc60561027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:50.339211 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-568bed37-d1ff-47e0-9275-08dc60561027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.342960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-568bed37-d1ff-47e0-9275-08dc60561027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.361845 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.375018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Transition to ACTIVE for port object 15762074-954d-4366-9c27-ba761f9c09a7 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:04:50.380542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f1b9ced5-deb8-4294-8e69-18c6f5a8f205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:50.381534 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ef946b29-d4b6-4235-89f1-6f280dda7102 req-108784cb-35ce-497f-949b-6463d955639a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 1098 time: 0.4301147 Nov 25 04:04:50.392996 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-568bed37-d1ff-47e0-9275-08dc60561027 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0596277860ab46d09cac931631d24de2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4391537 Nov 25 04:04:50.396506 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 46282) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:50.400843 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Transition to ACTIVE for port object 15762074-954d-4366-9c27-ba761f9c09a7 will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:04:50.405554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.411491 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:50.421495 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4bc7b-4675-415a-a1fd-10ac27434f75 req-fbac7b41-f46e-4299-9aa9-9e6dfa6ed9e3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:50.423142 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-35b4bc7b-4675-415a-a1fd-10ac27434f75 req-fbac7b41-f46e-4299-9aa9-9e6dfa6ed9e3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.2153728 Nov 25 04:04:50.469232 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bed37-d1ff-47e0-9275-08dc60561027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d864007-2949-438c-a6ce-ad6429856217,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:50.476994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-568bed37-d1ff-47e0-9275-08dc60561027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:50.487343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Pushing event updated for resources: {'Port': ['ID=15762074-954d-4366-9c27-ba761f9c09a7,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:50.491238 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:50.496525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 360ef94e-05b3-4435-b076-9773db9c3836 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:04:50.505714 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffee54a-df75-402f-bdcd-5dddbb86db6d req-257ae84c-2bf5-490a-b49e-4dcdf0ed492d tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:50.508975 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dffee54a-df75-402f-bdcd-5dddbb86db6d req-257ae84c-2bf5-490a-b49e-4dcdf0ed492d tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 944 time: 0.1292772 Nov 25 04:04:50.543484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Network d782c046-109e-4cc0-a0b2-334f293eed48 is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:04:50.551711 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:04:50.558056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:04:50.570919 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dffee54a-df75-402f-bdcd-5dddbb86db6d req-e840dcd1-aa2f-4089-aee3-64363f48a552 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560024 Nov 25 04:04:50.646731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef946b29-d4b6-4235-89f1-6f280dda7102 req-1e5a4d80-26ed-4df8-a852-07b9fd0cbc22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:50.648575 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ef946b29-d4b6-4235-89f1-6f280dda7102 req-1e5a4d80-26ed-4df8-a852-07b9fd0cbc22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 920 time: 0.2236505 Nov 25 04:04:50.684555 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Attempting to bind port 15762074-954d-4366-9c27-ba761f9c09a7 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:04:50.684788 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Attempting to bind port 15762074-954d-4366-9c27-ba761f9c09a7 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:04:50.685059 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Attempting to bind port 15762074-954d-4366-9c27-ba761f9c09a7 on network d782c046-109e-4cc0-a0b2-334f293eed48 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:04:50.694570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port 360ef94e-05b3-4435-b076-9773db9c3836 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:04:50.703486 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 360ef94e-05b3-4435-b076-9773db9c3836 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:50.703907 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.740878 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:04:50.741365 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Checking segment: {'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:04:50.741811 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.742275 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Bound using segment: {'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:04:50.742799 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Bound port: 15762074-954d-4366-9c27-ba761f9c09a7, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:04:50.743218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.811104 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ef946b29-d4b6-4235-89f1-6f280dda7102 req-557842a2-8c1a-4b8e-814e-f2c48ae6b851 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf HTTP/1.1" status: 200 len: 217 time: 0.1449759 Nov 25 04:04:50.829140 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-35b4bc7b-4675-415a-a1fd-10ac27434f75 req-c7c03a94-38bc-4951-8f48-e45983c3236d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717644 Nov 25 04:04:50.884212 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-02bf93d9-01ee-42b1-9170-cf0175a05b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.898023 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] For port 15762074-954d-4366-9c27-ba761f9c09a7, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:04:50.915820 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] For port 15762074-954d-4366-9c27-ba761f9c09a7, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=15762074-954d-4366-9c27-ba761f9c09a7,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:04:50.927907 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.933113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.934243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e5ef7fca-0f94-47b7-bbfa-639d01424dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:50.973107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.973859 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-02bf93d9-01ee-42b1-9170-cf0175a05b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:50.985850 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:51.040830 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef946b29-d4b6-4235-89f1-6f280dda7102 req-5867d407-ddd7-4670-b839-b0d2e5ec8f9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:51.042495 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ef946b29-d4b6-4235-89f1-6f280dda7102 req-5867d407-ddd7-4670-b839-b0d2e5ec8f9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 200 len: 859 time: 0.2124181 Nov 25 04:04:51.045534 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587f3a10-0ae2-4eb4-9716-9f813003b708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360ef94e-05b3-4435-b076-9773db9c3836'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:51.059351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Pushing event updated for resources: {'Port': ['ID=15762074-954d-4366-9c27-ba761f9c09a7,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:51.063183 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 360ef94e-05b3-4435-b076-9773db9c3836, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=360ef94e-05b3-4435-b076-9773db9c3836,segment=NetworkSegment(2685d74b-77f6-447d-bc9c-0f1ba1213592),segment_id=2685d74b-77f6-447d-bc9c-0f1ba1213592)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:51.064340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:51.071506 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:51.073430 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:51.137863 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ef946b29-d4b6-4235-89f1-6f280dda7102 req-f98982e2-3444-4e5e-8409-1e75ad49e3be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab46472b-7ed2-4cef-ad7d-804831d4a509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877645 Nov 25 04:04:51.157961 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587f3a10-0ae2-4eb4-9716-9f813003b708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360ef94e-05b3-4435-b076-9773db9c3836', 'code': 200} Nov 25 04:04:51.158938 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=360ef94e-05b3-4435-b076-9773db9c3836,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:51.162800 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:51.240818 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:51.310000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-02bf93d9-01ee-42b1-9170-cf0175a05b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:51.317848 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-deeab182-ceaa-488b-8b8e-deb42d96d249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:51.346148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf93d9-01ee-42b1-9170-cf0175a05b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d864007-2949-438c-a6ce-ad6429856217,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:51.348726 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-02bf93d9-01ee-42b1-9170-cf0175a05b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:51.404322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Allocated IP 172.28.0.156 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/edd2274d-8749-400b-a130-d31f5afe1caa) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:04:51.452322 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ef946b29-d4b6-4235-89f1-6f280dda7102 req-c210a7c8-3917-4815-b3a4-7d85b91fe57b service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030713 Nov 25 04:04:51.453100 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-02bf93d9-01ee-42b1-9170-cf0175a05b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:51.454234 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-02bf93d9-01ee-42b1-9170-cf0175a05b96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d864007-2949-438c-a6ce-ad6429856217 HTTP/1.1" status: 204 len: 168 time: 1.0564210 Nov 25 04:04:51.839805 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ef946b29-d4b6-4235-89f1-6f280dda7102 req-860eccf7-9b58-42ff-81d4-e4524e203f10 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624561 Nov 25 04:04:51.843554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:51.873717 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3c3062e4-7b20-423e-a519-590feb87a96a req-1bf0918d-8ce5-4b1b-9b43-bdabce08e4df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 1098 time: 0.2391124 Nov 25 04:04:51.901628 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:51.906539 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d0a67ab0-5d09-4e99-812a-b2bb73c54c8b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:51.958383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3ccd7-ebf2-4f67-8bcc-5c680c8fd1c5 req-d58ec842-a32d-4c9d-bcad-26eb10769f41 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:51.965828 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b3b3ccd7-ebf2-4f67-8bcc-5c680c8fd1c5 req-d58ec842-a32d-4c9d-bcad-26eb10769f41 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 945 time: 0.1956520 Nov 25 04:04:52.016471 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:04:52.019863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:04:52.048181 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:04:52.050491 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b3b3ccd7-ebf2-4f67-8bcc-5c680c8fd1c5 req-960caebc-6591-410b-8329-79f1b485bb57 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776396 Nov 25 04:04:52.088256 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3c3062e4-7b20-423e-a519-590feb87a96a req-ae47d026-87ca-465d-a898-c37f304ad2b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354120 Nov 25 04:04:52.097330 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Pushing event updated for resources: {'Port': ['ID=edd2274d-8749-400b-a130-d31f5afe1caa,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:52.107877 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:52.260011 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:52.260788 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716083'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:52.268138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d0ea7-be8b-44d2-9991-9b52c1c8853e req-b368a655-34fc-4c91-8e13-c27d7a1b13ae tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:52.269744 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e64d0ea7-be8b-44d2-9991-9b52c1c8853e req-b368a655-34fc-4c91-8e13-c27d7a1b13ae tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0939012 Nov 25 04:04:52.324598 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e64d0ea7-be8b-44d2-9991-9b52c1c8853e req-cc413eb0-3c9f-4f5b-aa8c-2fdcb96b95bd tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 Nov 25 04:04:52.517100 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 is scheduled to L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 25 04:04:52.752667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:04:52.767754 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Sync routers for ids ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:04:52.774579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:52.778679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46342) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:52.783475 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1300130 Nov 25 04:04:52.798854 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Routers {'2fd19d89-e694-49cf-b5e8-8f054f6c6d21'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:04:52.799612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:04:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:53.174847 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 15762074-954d-4366-9c27-ba761f9c09a7 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:04:53.244943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Set router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:04:53.374377 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 15762074-954d-4366-9c27-ba761f9c09a7 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:04:53.461823 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb2811a-fc6b-4688-a62f-6585f62af0c0 None None] Network d782c046-109e-4cc0-a0b2-334f293eed48 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:04:53.558360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b050b3-7448-420f-bdef-54474e427641 req-90c11fc7-dcbd-48f1-955f-04733119d92b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:53.565826 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c0b050b3-7448-420f-bdef-54474e427641 req-90c11fc7-dcbd-48f1-955f-04733119d92b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 945 time: 0.2284205 Nov 25 04:04:53.568244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 46362) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:53.649088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f822642f-0d2d-4085-8c1b-23441fa8381a None None] Provisioning for port 15762074-954d-4366-9c27-ba761f9c09a7 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:04:53.661230 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c0b050b3-7448-420f-bdef-54474e427641 req-933d6f85-fc47-4489-86d9-ffba032b1245 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943904 Nov 25 04:04:53.821628 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a0797679-28d6-44b8-88cf-88c989ad7c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:53.834726 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f822642f-0d2d-4085-8c1b-23441fa8381a None None] Provisioning complete for port 15762074-954d-4366-9c27-ba761f9c09a7 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:53.836004 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f822642f-0d2d-4085-8c1b-23441fa8381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:53.956519 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:52Z', 'revision_number': 3, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:53.963018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Checking router: 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:04:53.963426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Updating router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 port edd2274d-8749-400b-a130-d31f5afe1caa binding host dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:04:53.964767 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-a0797679-28d6-44b8-88cf-88c989ad7c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:53.972824 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6366389-3a04-4879-bcc2-834ce3461885 req-96f48c61-413d-497f-b939-ca7f5a94c782 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:53.974757 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f6366389-3a04-4879-bcc2-834ce3461885 req-96f48c61-413d-497f-b939-ca7f5a94c782 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1433036 Nov 25 04:04:53.979915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-a0797679-28d6-44b8-88cf-88c989ad7c3e admin admin] Usage tracker for resource:security_group_rule and tenant:2bfb0a5f3cbd4074b240e7b7ce504cba is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:53.986085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-a0797679-28d6-44b8-88cf-88c989ad7c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:53.994017 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-a0797679-28d6-44b8-88cf-88c989ad7c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:54.025756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.083239 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a0797679-28d6-44b8-88cf-88c989ad7c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.088680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a0797679-28d6-44b8-88cf-88c989ad7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.099239 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f822642f-0d2d-4085-8c1b-23441fa8381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.101053 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b3c24-173f-49e7-8188-05d79271fdcc req-968c11db-713a-4245-b7a8-7c81c8a65918 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:54.102839 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e81b3c24-173f-49e7-8188-05d79271fdcc req-968c11db-713a-4245-b7a8-7c81c8a65918 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 945 time: 0.1194344 Nov 25 04:04:54.142351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-006337ec-035c-42b0-93ef-1e17ded85cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:54.152361 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-a0797679-28d6-44b8-88cf-88c989ad7c3e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2bfb0a5f3cbd4074b240e7b7ce504cba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5829017 Nov 25 04:04:54.157033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 46370) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:54.165219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f822642f-0d2d-4085-8c1b-23441fa8381a None None] For port 15762074-954d-4366-9c27-ba761f9c09a7, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=15762074-954d-4366-9c27-ba761f9c09a7,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:54.172774 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f822642f-0d2d-4085-8c1b-23441fa8381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.174942 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:54.238322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0797679-28d6-44b8-88cf-88c989ad7c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9e1749-4ee2-4a6e-9ce2-22a4e1d86e1c,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:54.254679 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e81b3c24-173f-49e7-8188-05d79271fdcc req-d71a49f0-22d8-411e-be98-d5adc129861c tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374815 Nov 25 04:04:54.269209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822642f-0d2d-4085-8c1b-23441fa8381a None None] Pushing event updated for resources: {'Port': ['ID=15762074-954d-4366-9c27-ba761f9c09a7,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:54.273044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f822642f-0d2d-4085-8c1b-23441fa8381a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:54.309564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a0797679-28d6-44b8-88cf-88c989ad7c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:54.331413 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e46feea5-779c-4e59-a680-d5bc5efd79ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.345229 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f6366389-3a04-4879-bcc2-834ce3461885 req-62076847-49e2-4c38-b1f7-b60a42727ac1 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594819 Nov 25 04:04:54.401760 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e46feea5-779c-4e59-a680-d5bc5efd79ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.410677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.462841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e46feea5-779c-4e59-a680-d5bc5efd79ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.467762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-651c6615-80f9-4cbb-867d-a87bdd07a3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:54.484006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46feea5-779c-4e59-a680-d5bc5efd79ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9e1749-4ee2-4a6e-9ce2-22a4e1d86e1c,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:54.490558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e46feea5-779c-4e59-a680-d5bc5efd79ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:54.495609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e46feea5-779c-4e59-a680-d5bc5efd79ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.497107 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e46feea5-779c-4e59-a680-d5bc5efd79ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb9e1749-4ee2-4a6e-9ce2-22a4e1d86e1c HTTP/1.1" status: 204 len: 168 time: 0.3361311 Nov 25 04:04:54.502161 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.520283 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Transition to ACTIVE for port object edd2274d-8749-400b-a130-d31f5afe1caa will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:04:54.527238 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.532143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6a4bb993-1fb8-4e05-8aa1-0790ff1a416d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:54.602623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9f0dcbe9-da42-4084-bc47-cfe8ca33f6b8 None None] Provisioning complete for port 15762074-954d-4366-9c27-ba761f9c09a7 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:54.604122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcbe9-da42-4084-bc47-cfe8ca33f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.620665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Pushing event updated for resources: {'Port': ['ID=edd2274d-8749-400b-a130-d31f5afe1caa,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:54.634988 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Attempting to bind port edd2274d-8749-400b-a130-d31f5afe1caa on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:04:54.635400 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Attempting to bind port edd2274d-8749-400b-a130-d31f5afe1caa by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:04:54.635802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Attempting to bind port edd2274d-8749-400b-a130-d31f5afe1caa on network fbbf2050-665c-4306-843a-806da9ab5719 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:04:54.652963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:54.653433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:54.653852 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:54.654337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:54.654701 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:54.655062 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:54.655473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:54.655943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:54.656343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:54.656703 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:54.657113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:04:54.670093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:54.671231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:04:54.671799 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Checking segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:04:54.672390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.672972 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Bound using segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:04:54.673676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Bound port: edd2274d-8749-400b-a130-d31f5afe1caa, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:04:54.674535 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.803012 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Allocated IP 172.20.0.1 (d782c046-109e-4cc0-a0b2-334f293eed48/f8d5d8d9-0748-4375-b694-c56a0e47d2b5/21d3233f-d282-464a-833d-e3804114c609) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:04:54.808429 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] For port edd2274d-8749-400b-a130-d31f5afe1caa, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:04:54.811933 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] For port edd2274d-8749-400b-a130-d31f5afe1caa, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=edd2274d-8749-400b-a130-d31f5afe1caa,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:04:54.815957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:54.821490 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-825f9baa-e296-4a32-8a50-8a34cf8ae0ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:54.895883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Pushing event updated for resources: {'Port': ['ID=edd2274d-8749-400b-a130-d31f5afe1caa,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:54.899705 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:54.923983 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Routers {'2fd19d89-e694-49cf-b5e8-8f054f6c6d21'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:04:54.924724 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:04:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:55.019144 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf1c89-9d2f-4db7-b310-5a4ed81ed85d req-ec81151c-3114-475f-81bb-dc950f27e356 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:55.020860 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5abf1c89-9d2f-4db7-b310-5a4ed81ed85d req-ec81151c-3114-475f-81bb-dc950f27e356 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 945 time: 0.2094207 Nov 25 04:04:55.066542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 15762074-954d-4366-9c27-ba761f9c09a7 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:04:55.112216 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:55.154396 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5abf1c89-9d2f-4db7-b310-5a4ed81ed85d req-6a4fd961-0c74-484e-99b3-09e8658c3327 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258605 Nov 25 04:04:55.162034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Transition to ACTIVE for port object 21d3233f-d282-464a-833d-e3804114c609 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:04:55.165581 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 15762074-954d-4366-9c27-ba761f9c09a7 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:55.166305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:55.200722 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:55.206598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:55.282779 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Pushing event updated for resources: {'Port': ['ID=21d3233f-d282-464a-833d-e3804114c609,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:55.286284 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:55.297472 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Network d782c046-109e-4cc0-a0b2-334f293eed48 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:04:55.299500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:04:55.302789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:04:55.304566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854062730'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:55.415800 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] Set router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:04:55.475893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:55.714862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcc85c-cac9-494e-8088-56a898cbc3e9 req-f284d6dc-3733-4df8-a0a2-6231fa74b8dd tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:55.716539 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9bdcc85c-cac9-494e-8088-56a898cbc3e9 req-f284d6dc-3733-4df8-a0a2-6231fa74b8dd tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 945 time: 0.1687803 Nov 25 04:04:55.740297 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad8331-e31e-41c9-a8f1-0dbf668505cc req-bf2341ce-fe3f-42a3-991a-25451f25fd33 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:55.742550 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-23ad8331-e31e-41c9-a8f1-0dbf668505cc req-bf2341ce-fe3f-42a3-991a-25451f25fd33 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 945 time: 0.3554368 Nov 25 04:04:55.883615 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:52Z', 'revision_number': 3, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:04:55.898172 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc2afb-e7a8-470f-bd61-2c34ab0be69a None None] The sync data for ids ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'] in dv-cinder-818778-3-smb is: [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:52Z', 'revision_number': 3, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:04:55.900939 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-34cd2f01-16c5-4a42-892e-7ce70a883ecf None None] Provisioning for port 21d3233f-d282-464a-833d-e3804114c609 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:04:55.921875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-34cd2f01-16c5-4a42-892e-7ce70a883ecf None None] Provisioning complete for port 21d3233f-d282-464a-833d-e3804114c609 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:55.925105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34cd2f01-16c5-4a42-892e-7ce70a883ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:56.027706 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-34cd2f01-16c5-4a42-892e-7ce70a883ecf None None] Port 21d3233f-d282-464a-833d-e3804114c609 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:04:56.083500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:56.093963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:56.096078 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838640375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712977'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:56.105560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:56.185367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Pushing event updated for resources: {'Port': ['ID=21d3233f-d282-464a-833d-e3804114c609,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:56.189990 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:56.199034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-23ad8331-e31e-41c9-a8f1-0dbf668505cc req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Deleting port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:04:56.199399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-23ad8331-e31e-41c9-a8f1-0dbf668505cc req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:56.220221 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9b9b0-e865-4621-9a15-aa6ad5792cc0 req-a4209b71-8ace-42b0-a3d5-07601c15144e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:56.221839 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-00b9b9b0-e865-4621-9a15-aa6ad5792cc0 req-a4209b71-8ace-42b0-a3d5-07601c15144e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.2545595 Nov 25 04:04:56.233162 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9bdcc85c-cac9-494e-8088-56a898cbc3e9 req-43dd7577-0898-4c3d-be84-54b6d34f15b2 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/security-groups?id=15561fdf-a7d8-411c-88ed-2b28270c6cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893615 Nov 25 04:04:56.371510 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-00b9b9b0-e865-4621-9a15-aa6ad5792cc0 req-7f1fe42a-622d-4858-835a-820df3da8fe6 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938878 Nov 25 04:04:56.503150 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Network d782c046-109e-4cc0-a0b2-334f293eed48 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:04:56.504707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:04:56.696094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-23ad8331-e31e-41c9-a8f1-0dbf668505cc req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] For port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3,segment=NetworkSegment(8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9),segment_id=8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:56.696752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-23ad8331-e31e-41c9-a8f1-0dbf668505cc req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:57.007198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-23ad8331-e31e-41c9-a8f1-0dbf668505cc req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Calling delete_port for fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:04:57.082842 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ff93c562-b03b-449e-82fd-0f29c8a2896a None None] Provisioning complete for port 21d3233f-d282-464a-833d-e3804114c609 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:57.083199 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff93c562-b03b-449e-82fd-0f29c8a2896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:57.130723 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device edd2274d-8749-400b-a130-d31f5afe1caa up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:04:57.291949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-ff93c562-b03b-449e-82fd-0f29c8a2896a None None] Port 21d3233f-d282-464a-833d-e3804114c609 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:04:57.321308 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port edd2274d-8749-400b-a130-d31f5afe1caa completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:04:57.343456 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port edd2274d-8749-400b-a130-d31f5afe1caa triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:57.344054 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:57.419861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-23ad8331-e31e-41c9-a8f1-0dbf668505cc req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:57.434203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:57.460137 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:04:57.615598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Pushing event deleted for resources: {'Port': ['ID=fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:57.619074 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:57.634618 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-de738699-29e3-4fac-8280-ccb0d500b7c7 req-bf2a7adb-758a-4367-8fb1-2e7f7f7b1db3 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 210 time: 0.1318345 Nov 25 04:04:57.682719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:57.708362 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port edd2274d-8749-400b-a130-d31f5afe1caa, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=edd2274d-8749-400b-a130-d31f5afe1caa,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:04:57.712376 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:57.726383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:57.734834 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0175c824-e26f-4da8-b412-80005edbda49 req-c16bf166-4373-4117-a143-f23a635945b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 1098 time: 0.4634275 Nov 25 04:04:57.833572 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:04:57.841524 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b9d35-538f-4641-915a-e84d42bb9062 req-e2b90c9d-a954-4a1b-9948-ffeecfaf2259 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:57.849623 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fb5b9d35-538f-4641-915a-e84d42bb9062 req-e2b90c9d-a954-4a1b-9948-ffeecfaf2259 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 945 time: 0.5161729 Nov 25 04:04:57.855656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ad8331-e31e-41c9-a8f1-0dbf668505cc req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] No DVR routers for this DVR port fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:04:57.860824 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-23ad8331-e31e-41c9-a8f1-0dbf668505cc req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:57.863912 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=edd2274d-8749-400b-a130-d31f5afe1caa,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:57.868492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:57.877640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761', 'name': 'network-vif-deleted', 'tag': 'fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:04:57.959827 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-23ad8331-e31e-41c9-a8f1-0dbf668505cc req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.15 "DELETE /v2.0/ports/fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 HTTP/1.1" status: 204 len: 173 time: 2.1994126 Nov 25 04:04:57.976364 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0175c824-e26f-4da8-b412-80005edbda49 req-e162419d-c677-4ff7-aa7a-ab1753a4bf78 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725261 Nov 25 04:04:57.979328 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fb5b9d35-538f-4641-915a-e84d42bb9062 req-abfa9a2e-ecc6-465a-a6a6-d6b7fe5710a1 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225662 Nov 25 04:04:58.024837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7fa24-0dc8-4ab5-9576-b7dda4b2cb7d req-530ca448-c670-4faa-9d13-417186815371 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:58.027179 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2ce7fa24-0dc8-4ab5-9576-b7dda4b2cb7d req-530ca448-c670-4faa-9d13-417186815371 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1516759 Nov 25 04:04:58.107073 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2ce7fa24-0dc8-4ab5-9576-b7dda4b2cb7d req-ed83be1f-3d16-45f6-a3a7-82b302a6b975 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718420 Nov 25 04:04:58.154827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:04:58.173957 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] 10.222.0.47 "PUT /v2.0/routers/2fd19d89-e694-49cf-b5e8-8f054f6c6d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3927581 Nov 25 04:04:58.174110 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761', 'name': 'network-vif-deleted', 'tag': 'fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3', 'status': 'completed', 'code': 200} Nov 25 04:04:58.292361 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-39a87859-db25-4e54-afda-2b8cffd05781 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=90fb917977ee48cfb3266d58f7d158a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322671 Nov 25 04:04:58.469110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-693cffad-c785-4825-af5c-e80bab79946b tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:58.470787 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-693cffad-c785-4825-af5c-e80bab79946b tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726413 Nov 25 04:04:58.489384 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-f227491a-6ccd-4ccc-89a1-4dcf71a06af6 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/quotas/90fb917977ee48cfb3266d58f7d158a0 HTTP/1.1" status: 200 len: 375 time: 0.0121849 Nov 25 04:04:58.544219 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-746e41ef-befe-4dd0-ac2e-a57b70abda04 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=90fb917977ee48cfb3266d58f7d158a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484245 Nov 25 04:04:58.754251 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c0f4ab8b-b4b0-4c1e-88a7-a67128817d23 req-21e53387-45a8-41bd-9f30-5ded384a15c1 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 210 time: 0.0496361 Nov 25 04:04:58.873590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-9ad84eb4-9c60-4872-9c35-71667e7d4553 req-10102bf7-dc91-4319-b584-5a817444cde2 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Synchronizing usage tracker for tenant:09e4e3558fb941d389bb1e246dc89639 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:04:58.908396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-9ad84eb4-9c60-4872-9c35-71667e7d4553 req-10102bf7-dc91-4319-b584-5a817444cde2 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Unset dirty status for tenant:09e4e3558fb941d389bb1e246dc89639 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:04:58.913279 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9ad84eb4-9c60-4872-9c35-71667e7d4553 req-10102bf7-dc91-4319-b584-5a817444cde2 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac0a5a0-4d1a-4bba-9173-d26e9ed6f761 HTTP/1.1" status: 200 len: 210 time: 0.0892804 Nov 25 04:04:59.079677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device edd2274d-8749-400b-a130-d31f5afe1caa up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:04:59.180282 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port edd2274d-8749-400b-a130-d31f5afe1caa triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:04:59.180783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:59.290504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0325062-d548-4fbe-9f85-adb3637d7921 req-a0a6b681-6bdb-498b-a3ef-d3fd43a6171b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:59.292118 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a0325062-d548-4fbe-9f85-adb3637d7921 req-a0a6b681-6bdb-498b-a3ef-d3fd43a6171b tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 945 time: 0.1014979 Nov 25 04:04:59.356390 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a0325062-d548-4fbe-9f85-adb3637d7921 req-23a2c4d8-7e89-4c5f-8ba6-32432f2d7cff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581677 Nov 25 04:04:59.446885 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d22e7-ec71-4488-acca-17ecf1928377 req-0088d607-0711-4cf5-b01d-12a45a3389c7 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:59.448643 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e72d22e7-ec71-4488-acca-17ecf1928377 req-0088d607-0711-4cf5-b01d-12a45a3389c7 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1671340 Nov 25 04:04:59.489346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46500) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:04:59.495903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1561308087-network', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:04:59.507700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:59.517551 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Usage tracker for resource:network and tenant:c9b5ef2728f644b3ad6e9e9ac9a39bdf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:59.525094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909844e2-1c05-49de-8388-c3ac919da26d req-8f8f8a45-ae0a-4f95-bcdc-5db5d6d87b46 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:59.527278 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-909844e2-1c05-49de-8388-c3ac919da26d req-8f8f8a45-ae0a-4f95-bcdc-5db5d6d87b46 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.15 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 945 time: 0.1860695 Nov 25 04:04:59.532481 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:59.546975 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:59.567776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Made reservation on behalf of c9b5ef2728f644b3ad6e9e9ac9a39bdf for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:04:59.589970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:59.593290 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:59.633678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:04:59.639955 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e72d22e7-ec71-4488-acca-17ecf1928377 req-6e00dd7b-70ab-4c3f-b3f2-f48f546f5be3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821475 Nov 25 04:04:59.650207 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b5ef2728f644b3ad6e9e9ac9a39bdf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:04:59.666301 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-909844e2-1c05-49de-8388-c3ac919da26d req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Deleting port 360ef94e-05b3-4435-b076-9773db9c3836 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:04:59.666840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-909844e2-1c05-49de-8388-c3ac919da26d req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:59.667231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:04:59.676449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:04:59.751221 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:59.756845 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:59.770573 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:04:59.773445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-42aeb15c-75cc-4c7a-86b5-c54f0146a9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:04:59.792139 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:59.792533 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Added segment 691ca409-7914-485e-b105-7c7cef2c85ac of type vlan for network 1ea0bcf1-ee20-49db-9706-78e8e251757d Nov 25 04:04:59.822078 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:59.869847 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:59.874945 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:04:59.875529 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:04:59.889719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4777a4eb-17c0-43b3-8d2c-52e29ce07db6,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:04:59.899831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:04:59.900468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:00.018730 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5255589 Nov 25 04:05:00.019444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46514) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:00.027994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Request body: {'subnet': {'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1561308087-subnet', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:05:00.032032 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea0bcf1-ee20-49db-9706-78e8e251757d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:00.036547 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:00.037545 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:00.042497 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Usage tracker for resource:subnet and tenant:c9b5ef2728f644b3ad6e9e9ac9a39bdf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:00.046213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:00.046336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Sync routers for ids ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:05:00.052226 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:00.059473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network 1ea0bcf1-ee20-49db-9706-78e8e251757d details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:05:00.061249 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ba163592-d9d5-4ff1-8ade-f56be540f710 req-ff2ed095-d3fa-4d60-bab4-da48584bb01e tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 210 time: 0.0605428 Nov 25 04:05:00.065086 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Made reservation on behalf of c9b5ef2728f644b3ad6e9e9ac9a39bdf for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:05:00.070707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:00.089664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-909844e2-1c05-49de-8388-c3ac919da26d req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] For port 360ef94e-05b3-4435-b076-9773db9c3836, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=360ef94e-05b3-4435-b076-9773db9c3836,segment=NetworkSegment(2685d74b-77f6-447d-bc9c-0f1ba1213592),segment_id=2685d74b-77f6-447d-bc9c-0f1ba1213592)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:00.089664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-909844e2-1c05-49de-8388-c3ac919da26d req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:00.090301 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Routers {'2fd19d89-e694-49cf-b5e8-8f054f6c6d21'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:05:00.090931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:04:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:00.351034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-909844e2-1c05-49de-8388-c3ac919da26d req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Calling delete_port for 360ef94e-05b3-4435-b076-9773db9c3836 owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:05:00.411039 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:00.423857 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4ddc7eba-0a9e-40a1-81ea-0dd23ee1406e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:00.580110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Pushing event updated for resources: {'Subnet': ['ID=302767ae-ce39-41e5-9c83-b3048720921b,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:00.592428 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:00.593796 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Checking segment: {'id': '691ca409-7914-485e-b105-7c7cef2c85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:05:00.594478 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Network hostable DHCP agents. Network: 1ea0bcf1-ee20-49db-9706-78e8e251757d, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:05:00.637127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Network 1ea0bcf1-ee20-49db-9706-78e8e251757d is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:05:00.639764 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-94f7f189-5d72-4a66-bdd9-53a9d3126812 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=90fb917977ee48cfb3266d58f7d158a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1367953 Nov 25 04:05:00.661236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 360ef94e-05b3-4435-b076-9773db9c3836 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:05:00.715300 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, 1ea0bcf1-ee20-49db-9706-78e8e251757d) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:05:00.730497 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:00.731125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:00.778262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc0c883-b183-4569-8ce1-1e24901bde1b None None] Network 1ea0bcf1-ee20-49db-9706-78e8e251757d requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:05:00.793962 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7711303 Nov 25 04:05:00.799182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46536) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:00.828300 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1561308087-router', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:05:00.834289 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:00.839658 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Usage tracker for resource:router and tenant:c9b5ef2728f644b3ad6e9e9ac9a39bdf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:00.843292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:00.866480 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:00.892779 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:00.908614 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdb0bd-e9a1-4678-b0ab-ddd9bd81f99a req-357001fa-7f4b-43d3-a78a-7ef6db264ab7 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:00.910794 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-77bdb0bd-e9a1-4678-b0ab-ddd9bd81f99a req-357001fa-7f4b-43d3-a78a-7ef6db264ab7 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.2612863 Nov 25 04:05:00.912333 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854121037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-76421'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:00.914744 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854059675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854699379'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:00.946752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-909844e2-1c05-49de-8388-c3ac919da26d req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:00.979491 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:01.002453 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:01.051374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1b6a-56d1-4685-89c5-8fe60923dc64 req-4fe718c8-b8fc-4914-bbb3-c17bcccf7fec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:01.056257 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-77bdb0bd-e9a1-4678-b0ab-ddd9bd81f99a req-e9d974d6-f4d1-4a15-b310-64ef68fca5bf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373508 Nov 25 04:05:01.058825 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-890b1b6a-56d1-4685-89c5-8fe60923dc64 req-4fe718c8-b8fc-4914-bbb3-c17bcccf7fec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/ports?device_id=587f3a10-0ae2-4eb4-9716-9f813003b708 HTTP/1.1" status: 200 len: 945 time: 0.4304736 Nov 25 04:05:01.067280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Pushing event deleted for resources: {'Port': ['ID=360ef94e-05b3-4435-b076-9773db9c3836,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:01.118925 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:01.120628 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:01.121249 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:01.121847 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:01.122545 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:01.127536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:01.141182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:01.141810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:01.142270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:01.142681 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:01.143088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:01.151408 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:01.188767 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-890b1b6a-56d1-4685-89c5-8fe60923dc64 req-14d739e6-1823-4f33-ae49-19c2986bf347 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f2ffc2d-b315-4b64-b294-ee50583e64e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277704 Nov 25 04:05:01.200607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:05:01.272441 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:05:01.278456 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device fb1e1e1a-f86a-4153-a8e0-8bf27c2705b3 not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:05:01.292574 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Set router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:05:01.293972 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-bdb28376-2844-4ae1-95e1-84ba7c40d20f tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:01.295686 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-bdb28376-2844-4ae1-95e1-84ba7c40d20f tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6048124 Nov 25 04:05:01.302252 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-909844e2-1c05-49de-8388-c3ac919da26d req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] No DVR routers for this DVR port 360ef94e-05b3-4435-b076-9773db9c3836 on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:05:01.302596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854059692', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854121054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854699294'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:01.305550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-909844e2-1c05-49de-8388-c3ac919da26d req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:01.309200 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587f3a10-0ae2-4eb4-9716-9f813003b708', 'name': 'network-vif-deleted', 'tag': '360ef94e-05b3-4435-b076-9773db9c3836'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:05:01.330371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Request body: {'port': {'device_id': 'c026f63f-3982-4c6e-9134-13a8ddd1dd47', 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df', 'admin_state_up': True, 'tenant_id': '90fb917977ee48cfb3266d58f7d158a0'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:05:01.354660 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-909844e2-1c05-49de-8388-c3ac919da26d req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] 10.222.0.15 "DELETE /v2.0/ports/360ef94e-05b3-4435-b076-9773db9c3836 HTTP/1.1" status: 204 len: 173 time: 1.8191726 Nov 25 04:05:01.428936 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20ad1b30-be4e-5981-bf05-6d004f691a3e-1ea0bcf1-ee20-49db-9706-78e8e251757d', 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'fixed_ips': [{'subnet_id': '302767ae-ce39-41e5-9c83-b3048720921b'}]}} from dv-cinder-818778-3-smb. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 25 04:05:01.429850 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:01.582921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641eb3f-a518-4701-b04d-b3bbb05265da req-b371a3b5-77a1-4a2f-80d7-3f35c83e40a7 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:01.584902 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f641eb3f-a518-4701-b04d-b3bbb05265da req-b371a3b5-77a1-4a2f-80d7-3f35c83e40a7 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.2360694 Nov 25 04:05:01.636242 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:01.646603 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41a935a1-12dd-4065-8139-86f7fdd1a822 req-7afa6781-56c2-4c64-8ecb-78d2947230b1 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 210 time: 0.0827718 Nov 25 04:05:01.649808 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Usage tracker for resource:port and tenant:90fb917977ee48cfb3266d58f7d158a0 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:01.655588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:01.666639 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:01.676982 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:01.683506 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f641eb3f-a518-4701-b04d-b3bbb05265da req-636c4ba4-dd65-47d6-8fb0-fa191c393aa3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872359 Nov 25 04:05:01.690184 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Made reservation on behalf of 90fb917977ee48cfb3266d58f7d158a0 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:05:01.696332 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:01.715084 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:01.732557 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Allocated IP 172.20.0.2 (1ea0bcf1-ee20-49db-9706-78e8e251757d/302767ae-ce39-41e5-9c83-b3048720921b/d395ec55-a757-4b71-924f-6087557f42aa) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:05:01.735324 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587f3a10-0ae2-4eb4-9716-9f813003b708', 'name': 'network-vif-deleted', 'tag': '360ef94e-05b3-4435-b076-9773db9c3836', 'status': 'completed', 'code': 200} Nov 25 04:05:01.739381 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:01.759000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:01.763895 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Usage tracker for resource:security_group_rule and tenant:90fb917977ee48cfb3266d58f7d158a0 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:01.767243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:01.777596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:01.860815 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:01.869668 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:01.945969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e46feea5-779c-4e59-a680-d5bc5efd79ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:01.989369 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:02.002237 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Transition to ACTIVE for port object d395ec55-a757-4b71-924f-6087557f42aa will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:05:02.007697 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01854a8-8678-4817-a30d-df57c83033ef,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:02.023684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:02.026268 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Transition to ACTIVE for port object d395ec55-a757-4b71-924f-6087557f42aa will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:05:02.065240 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Allocated IP 172.28.0.182 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/967205cc-ded7-4a3c-acea-3a1cdd4db0ca) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:05:02.228910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:02.250425 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:02.381515 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:02.419740 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Pushing event updated for resources: {'Port': ['ID=d395ec55-a757-4b71-924f-6087557f42aa,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:02.427012 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:02.436038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:02.450100 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Network 1ea0bcf1-ee20-49db-9706-78e8e251757d is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:05:02.452751 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f9100c91-17bd-4217-b9d7-94d1a5f22693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:02.453255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:05:02.465712 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:05:02.588710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Attempting to bind port d395ec55-a757-4b71-924f-6087557f42aa on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:05:02.588710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Attempting to bind port d395ec55-a757-4b71-924f-6087557f42aa by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '691ca409-7914-485e-b105-7c7cef2c85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:05:02.588710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Attempting to bind port d395ec55-a757-4b71-924f-6087557f42aa on network 1ea0bcf1-ee20-49db-9706-78e8e251757d {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:05:02.606676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:05:02.607163 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Checking segment: {'id': '691ca409-7914-485e-b105-7c7cef2c85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:05:02.607549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:02.607997 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Bound using segment: {'id': '691ca409-7914-485e-b105-7c7cef2c85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:05:02.608524 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Bound port: d395ec55-a757-4b71-924f-6087557f42aa, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691ca409-7914-485e-b105-7c7cef2c85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:05:02.608951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:02.616812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Allocated IP 192.168.233.194 (da8e6e19-b125-4cbd-8a5e-d3f2d54789df/73f866da-b2ec-4bf4-9a1a-36a98fa02efd/aafd9373-8235-4d1e-8186-35d3b261de7f) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:05:02.687904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:05:02.691449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:05:02.707149 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:05:02.727771 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ffbe62b8-600c-45d8-b1b7-bb6383dc0493 req-99a96298-9b33-44a4-9fcf-3f107f441450 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 1098 time: 0.3171444 Nov 25 04:05:02.762981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:55Z', 'revision_number': 4, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '21d3233f-d282-464a-833d-e3804114c609', 'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'mac_address': 'fa:16:3e:4c:be:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:54Z', 'updated_at': '2021-11-25T04:04:55Z', 'revision_number': 2, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'subnets': [{'id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:02.817187 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Checking router: 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:05:02.817602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Updating router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 port 21d3233f-d282-464a-833d-e3804114c609 binding host dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:05:02.854962 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Pushing event updated for resources: {'Port': ['ID=967205cc-ded7-4a3c-acea-3a1cdd4db0ca,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:02.856871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7920146-51f9-4499-b32c-b02803f2554f req-c2d6ccb7-9304-46ba-ab69-5d9e7378c2ee tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:02.866645 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c7920146-51f9-4499-b32c-b02803f2554f req-c2d6ccb7-9304-46ba-ab69-5d9e7378c2ee tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.3701806 Nov 25 04:05:02.885294 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:02.885702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:02.886129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:02.886524 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:02.887044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:02.887685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:02.888076 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:02.888467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:02.888865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:02.889231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:02.889608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:02.894724 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:02.924543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185cce4-b91e-4e3c-80a5-f250d0a0ded6 req-26ddc767-5608-497b-a20d-119412bb5e00 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:02.932485 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3185cce4-b91e-4e3c-80a5-f250d0a0ded6 req-26ddc767-5608-497b-a20d-119412bb5e00 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.4111679 Nov 25 04:05:02.959080 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] For port d395ec55-a757-4b71-924f-6087557f42aa, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:05:02.963201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:02.963812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] For port d395ec55-a757-4b71-924f-6087557f42aa, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=d395ec55-a757-4b71-924f-6087557f42aa,segment=NetworkSegment(691ca409-7914-485e-b105-7c7cef2c85ac),segment_id=691ca409-7914-485e-b105-7c7cef2c85ac)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:05:02.963952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716083'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:02.965246 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:02.980215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:02.986842 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:03.055587 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe62b8-600c-45d8-b1b7-bb6383dc0493 req-a0b64c75-1b2c-4384-afb8-28583e46a42a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:03.057529 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ffbe62b8-600c-45d8-b1b7-bb6383dc0493 req-a0b64c75-1b2c-4384-afb8-28583e46a42a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 920 time: 0.2913818 Nov 25 04:05:03.064156 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Pushing event updated for resources: {'Port': ['ID=d395ec55-a757-4b71-924f-6087557f42aa,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:03.069869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:03.086217 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3185cce4-b91e-4e3c-80a5-f250d0a0ded6 req-26f1e17c-2d1c-4764-98a7-e35f0bf1d3ba tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525469 Nov 25 04:05:03.351744 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ffbe62b8-600c-45d8-b1b7-bb6383dc0493 req-5d35a293-15ad-4cc9-af3c-057e4aa4e4db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf HTTP/1.1" status: 200 len: 217 time: 0.1416385 Nov 25 04:05:03.368040 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c7920146-51f9-4499-b32c-b02803f2554f req-8ba75b24-7a43-41d6-90ef-e829d496ecc8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4998722 Nov 25 04:05:03.473552 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe62b8-600c-45d8-b1b7-bb6383dc0493 req-d671e586-de16-4382-8b41-8c3a558f7e19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:03.475481 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ffbe62b8-600c-45d8-b1b7-bb6383dc0493 req-d671e586-de16-4382-8b41-8c3a558f7e19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 200 len: 859 time: 0.1052413 Nov 25 04:05:03.487093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Router f49369e4-520f-4571-85fa-3dd7f9b83ffe is scheduled to L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 with binding_index 1 {{(pid=88177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 25 04:05:03.542951 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ffbe62b8-600c-45d8-b1b7-bb6383dc0493 req-b869008c-41ed-45e7-b6f1-dc6e0ef235c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab46472b-7ed2-4cef-ad7d-804831d4a509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534151 Nov 25 04:05:03.654606 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:03.682943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Transition to ACTIVE for port object 21d3233f-d282-464a-833d-e3804114c609 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:05:03.696023 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:03.711758 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:03.711959 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:03.736010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:05:03.770992 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Transition to ACTIVE for port object aafd9373-8235-4d1e-8186-35d3b261de7f will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:05:03.831124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539da05-a6b7-4021-aaa8-a7d761e58256 None None] Pushing event updated for resources: {'Port': ['ID=21d3233f-d282-464a-833d-e3804114c609,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:03.849727 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ffbe62b8-600c-45d8-b1b7-bb6383dc0493 req-332628fe-b80d-4784-90fe-6c20bb948c59 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885768 Nov 25 04:05:03.879353 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1d4a6467-dda2-4f36-b684-bc3c22815ab5 req-59b22693-49be-4bfc-ad24-d50818fdd18e tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 210 time: 0.3865225 Nov 25 04:05:03.900454 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:03.938172 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2539da05-a6b7-4021-aaa8-a7d761e58256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:03.965473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:04.126065 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:05:04.132932 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Pushing event updated for resources: {'Port': ['ID=aafd9373-8235-4d1e-8186-35d3b261de7f,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:04.139827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Sync routers for ids ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:05:04.142916 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Attempting to bind port 21d3233f-d282-464a-833d-e3804114c609 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:05:04.143350 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Attempting to bind port 21d3233f-d282-464a-833d-e3804114c609 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:05:04.143769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Attempting to bind port 21d3233f-d282-464a-833d-e3804114c609 on network d782c046-109e-4cc0-a0b2-334f293eed48 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:05:04.158056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:05:04.162034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Checking segment: {'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:05:04.162421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:04.163023 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Bound using segment: {'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:05:04.163582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Bound port: 21d3233f-d282-464a-833d-e3804114c609, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:05:04.164134 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ffbe62b8-600c-45d8-b1b7-bb6383dc0493 req-131f888e-b249-4694-864d-8463b4976b6c service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040016 Nov 25 04:05:04.166345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:04.166612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:04.169268 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Routers {'f49369e4-520f-4571-85fa-3dd7f9b83ffe'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:05:04.170345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:04:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:04.176119 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Network da8e6e19-b125-4cbd-8a5e-d3f2d54789df is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:05:04.177417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:05:04.178803 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:04.190250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:05:04.191541 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3909147 Nov 25 04:05:04.194558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46602) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:04.423858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] For port 21d3233f-d282-464a-833d-e3804114c609, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:05:04.427681 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] For port 21d3233f-d282-464a-833d-e3804114c609, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=21d3233f-d282-464a-833d-e3804114c609,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:05:04.432201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:04.439391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:04.483809 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:04.488087 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:04.702348 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3779294 Nov 25 04:05:04.730219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Request body: {'port': {'device_id': 'c026f63f-3982-4c6e-9134-13a8ddd1dd47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:05:04.758048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539da05-a6b7-4021-aaa8-a7d761e58256 None None] Pushing event updated for resources: {'Port': ['ID=21d3233f-d282-464a-833d-e3804114c609,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:04.783382 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2539da05-a6b7-4021-aaa8-a7d761e58256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:04.784039 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Routers {'2fd19d89-e694-49cf-b5e8-8f054f6c6d21'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:05:04.784752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:04:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:04.912329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Set router f49369e4-520f-4571-85fa-3dd7f9b83ffe gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:05:05.080267 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6faa1-8054-49c8-9444-2fc6c6c6048d req-76caf65f-cfba-4e23-9a27-05c7eeb20a11 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:05.082004 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-21d6faa1-8054-49c8-9444-2fc6c6c6048d req-76caf65f-cfba-4e23-9a27-05c7eeb20a11 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.5558689 Nov 25 04:05:05.223223 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:05.331262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d395ec55-a757-4b71-924f-6087557f42aa up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:05:05.361616 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd8c45-5eba-4ddc-acf8-3193f305700a req-5d57931a-4cd4-4da9-8332-179b9a64629d tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:05.363600 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67fd8c45-5eba-4ddc-acf8-3193f305700a req-5d57931a-4cd4-4da9-8332-179b9a64629d tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.4379246 Nov 25 04:05:05.394594 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-23e01912-8e4b-42d8-b2c7-b1ab05a381a4 None None] Provisioning for port aafd9373-8235-4d1e-8186-35d3b261de7f completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:05:05.440589 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-21d6faa1-8054-49c8-9444-2fc6c6c6048d req-db6b3611-ebc5-4928-b50c-766891299f5f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455789 Nov 25 04:05:05.483033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-23e01912-8e4b-42d8-b2c7-b1ab05a381a4 None None] Provisioning complete for port aafd9373-8235-4d1e-8186-35d3b261de7f triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:05.483033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-23e01912-8e4b-42d8-b2c7-b1ab05a381a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:05.607273 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-23e01912-8e4b-42d8-b2c7-b1ab05a381a4 None None] Port aafd9373-8235-4d1e-8186-35d3b261de7f cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:05:05.741390 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67fd8c45-5eba-4ddc-acf8-3193f305700a req-0d9c1917-6f27-4d1e-9a09-f322432e88ee tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698432 Nov 25 04:05:05.750756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'name': 'tempest-TestShelveInstance-1561308087-router', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:05:00Z', 'updated_at': '2021-11-25T04:05:02Z', 'revision_number': 3, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'gw_port': {'id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:01Z', 'updated_at': '2021-11-25T04:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:05.785453 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Checking router: f49369e4-520f-4571-85fa-3dd7f9b83ffe for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:05:05.785974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Updating router f49369e4-520f-4571-85fa-3dd7f9b83ffe port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca binding host dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:05:05.896575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port d395ec55-a757-4b71-924f-6087557f42aa completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:05:05.915649 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] Set router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:05:05.962494 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:06.143285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed394a16-608e-4a9c-b9cc-9d71a6878d02 req-2f80e07a-6737-45a0-b5bf-b73312695162 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:06.144089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-ed394a16-608e-4a9c-b9cc-9d71a6878d02 req-2f80e07a-6737-45a0-b5bf-b73312695162 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Synchronizing usage tracker for tenant:90fb917977ee48cfb3266d58f7d158a0 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:05:06.228034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-ed394a16-608e-4a9c-b9cc-9d71a6878d02 req-2f80e07a-6737-45a0-b5bf-b73312695162 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Unset dirty status for tenant:90fb917977ee48cfb3266d58f7d158a0 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:05:06.229354 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ed394a16-608e-4a9c-b9cc-9d71a6878d02 req-2f80e07a-6737-45a0-b5bf-b73312695162 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 936 time: 0.5104392 Nov 25 04:05:06.379180 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-ed394a16-608e-4a9c-b9cc-9d71a6878d02 req-99a7db3f-b5ec-4a16-af2c-9d98e08632f9 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Synchronizing usage tracker for tenant:90fb917977ee48cfb3266d58f7d158a0 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:05:06.402688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aafd9373-8235-4d1e-8186-35d3b261de7f {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:05:06.415503 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:06.429999 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-ed394a16-608e-4a9c-b9cc-9d71a6878d02 req-99a7db3f-b5ec-4a16-af2c-9d98e08632f9 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Unset dirty status for tenant:90fb917977ee48cfb3266d58f7d158a0 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:05:06.431494 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ed394a16-608e-4a9c-b9cc-9d71a6878d02 req-99a7db3f-b5ec-4a16-af2c-9d98e08632f9 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879632 Nov 25 04:05:06.438260 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Transition to ACTIVE for port object aafd9373-8235-4d1e-8186-35d3b261de7f will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:05:06.445222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:06.453564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f9d594f3-026a-47ac-9be5-39c492ec0a12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:06.563414 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:55Z', 'revision_number': 4, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '21d3233f-d282-464a-833d-e3804114c609', 'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'mac_address': 'fa:16:3e:4c:be:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:54Z', 'updated_at': '2021-11-25T04:05:04Z', 'revision_number': 4, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'subnets': [{'id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:06.572876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9773215-1498-46fa-ab84-aa99c79f1d20 None None] The sync data for ids ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'] in dv-cinder-818778-3-smb is: [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:55Z', 'revision_number': 4, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '21d3233f-d282-464a-833d-e3804114c609', 'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'mac_address': 'fa:16:3e:4c:be:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:54Z', 'updated_at': '2021-11-25T04:05:04Z', 'revision_number': 4, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'subnets': [{'id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:05:06.610643 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:06.745070 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Pushing event updated for resources: {'Port': ['ID=aafd9373-8235-4d1e-8186-35d3b261de7f,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:06.750248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:06.762453 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:06.799035 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Transition to ACTIVE for port object 967205cc-ded7-4a3c-acea-3a1cdd4db0ca will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:05:06.812177 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:06.835384 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6a4bb993-1fb8-4e05-8aa1-0790ff1a416d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:06.859492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95946878-4559-4dce-8a4c-9f150d380e53 None None] Network 1ea0bcf1-ee20-49db-9706-78e8e251757d requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:05:07.043176 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a256e-0ce7-4928-8090-d789ec7eee8f None None] Pushing event updated for resources: {'Port': ['ID=967205cc-ded7-4a3c-acea-3a1cdd4db0ca,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:07.073791 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3e6a256e-0ce7-4928-8090-d789ec7eee8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:07.121836 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-088406e2-cc75-47b9-9967-f558d36768d2 None None] Provisioning for port d395ec55-a757-4b71-924f-6087557f42aa completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:05:07.134921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-088406e2-cc75-47b9-9967-f558d36768d2 None None] Provisioning complete for port d395ec55-a757-4b71-924f-6087557f42aa triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:07.135401 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-088406e2-cc75-47b9-9967-f558d36768d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:07.169949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Attempting to bind port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:05:07.169949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Attempting to bind port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:05:07.169949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Attempting to bind port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca on network fbbf2050-665c-4306-843a-806da9ab5719 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:05:07.193317 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Attempting to bind port aafd9373-8235-4d1e-8186-35d3b261de7f on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:05:07.196361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:05:07.196778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Checking segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:05:07.197220 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:07.197651 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Bound using segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:05:07.198185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Bound port: 967205cc-ded7-4a3c-acea-3a1cdd4db0ca, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:05:07.198608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:07.202296 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Attempting to bind port aafd9373-8235-4d1e-8186-35d3b261de7f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'c5c27895-a794-4924-8986-a6056ede7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:05:07.202826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Attempting to bind port aafd9373-8235-4d1e-8186-35d3b261de7f on network da8e6e19-b125-4cbd-8a5e-d3f2d54789df {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:05:07.253905 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Port aafd9373-8235-4d1e-8186-35d3b261de7f on network da8e6e19-b125-4cbd-8a5e-d3f2d54789df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:05:07.254585 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Attempting to bind port aafd9373-8235-4d1e-8186-35d3b261de7f on network da8e6e19-b125-4cbd-8a5e-d3f2d54789df {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:05:07.274319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:05:07.275053 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Checking segment: {'id': 'c5c27895-a794-4924-8986-a6056ede7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:05:07.276119 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Bound using segment: {'id': 'c5c27895-a794-4924-8986-a6056ede7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:05:07.276889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Bound port: aafd9373-8235-4d1e-8186-35d3b261de7f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c27895-a794-4924-8986-a6056ede7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:05:07.277478 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:07.365272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 21d3233f-d282-464a-833d-e3804114c609 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:05:07.416267 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] For port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:05:07.428596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] For port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=967205cc-ded7-4a3c-acea-3a1cdd4db0ca,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:05:07.430865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbca57a-6ff2-4c20-8bc0-fa520fbf6d35 req-932a3314-c8b7-4508-bb2a-86a007ed8547 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:07.439964 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5bbca57a-6ff2-4c20-8bc0-fa520fbf6d35 req-932a3314-c8b7-4508-bb2a-86a007ed8547 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.3912203 Nov 25 04:05:07.440948 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:07.460785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:07.463154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Allocated IP 172.20.0.1 (1ea0bcf1-ee20-49db-9706-78e8e251757d/302767ae-ce39-41e5-9c83-b3048720921b/e168bb04-c31a-48d5-b483-b7087acfdf40) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:05:07.511581 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c486d93-bbd1-45c7-b16c-b0bd55e385b9 req-c49fd3ab-8d5b-4b79-adda-2309a1ced2dd tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:07.523832 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0c486d93-bbd1-45c7-b16c-b0bd55e385b9 req-c49fd3ab-8d5b-4b79-adda-2309a1ced2dd tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.6996331 Nov 25 04:05:07.617895 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a256e-0ce7-4928-8090-d789ec7eee8f None None] Pushing event updated for resources: {'Port': ['ID=967205cc-ded7-4a3c-acea-3a1cdd4db0ca,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:07.627207 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3e6a256e-0ce7-4928-8090-d789ec7eee8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:07.648580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Routers {'f49369e4-520f-4571-85fa-3dd7f9b83ffe'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:05:07.649493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:04:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:07.665560 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5bbca57a-6ff2-4c20-8bc0-fa520fbf6d35 req-e276a713-ce1c-42ee-8ecb-df4dae315e8e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242188 Nov 25 04:05:07.774425 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] For port aafd9373-8235-4d1e-8186-35d3b261de7f, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:05:07.792698 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] For port aafd9373-8235-4d1e-8186-35d3b261de7f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=aafd9373-8235-4d1e-8186-35d3b261de7f,segment=NetworkSegment(c5c27895-a794-4924-8986-a6056ede7858),segment_id=c5c27895-a794-4924-8986-a6056ede7858)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:05:07.810915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:07.834755 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fcb76799-4121-4cd6-97e1-c780a5f3cc8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:07.876917 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:07.897089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Transition to ACTIVE for port object e168bb04-c31a-48d5-b483-b7087acfdf40 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:05:07.927089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-088406e2-cc75-47b9-9967-f558d36768d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:07.960861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:07.965522 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Pushing event updated for resources: {'Port': ['ID=aafd9373-8235-4d1e-8186-35d3b261de7f,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:07.975185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:07.986442 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:08.004119 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0c486d93-bbd1-45c7-b16c-b0bd55e385b9 req-eac9fe07-9e53-4b1b-8286-63f6dc34f11d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792590 Nov 25 04:05:08.019413 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:08.019721 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 21d3233f-d282-464a-833d-e3804114c609 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:05:08.023246 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] 10.222.0.15 "PUT /v2.0/ports/aafd9373-8235-4d1e-8186-35d3b261de7f HTTP/1.1" status: 200 len: 1098 time: 3.3019044 Nov 25 04:05:08.023914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c026f63f-3982-4c6e-9134-13a8ddd1dd47', 'tag': 'aafd9373-8235-4d1e-8186-35d3b261de7f'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:05:08.029667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 21d3233f-d282-464a-833d-e3804114c609 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:08.030231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:08.189354 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] Set router f49369e4-520f-4571-85fa-3dd7f9b83ffe gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:05:08.292545 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c026f63f-3982-4c6e-9134-13a8ddd1dd47', 'tag': 'aafd9373-8235-4d1e-8186-35d3b261de7f', 'status': 'completed', 'code': 200} Nov 25 04:05:08.479871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Network 1ea0bcf1-ee20-49db-9706-78e8e251757d is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:05:08.484956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:05:08.490423 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Pushing event updated for resources: {'Port': ['ID=e168bb04-c31a-48d5-b483-b7087acfdf40,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:08.494890 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:08.502677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:05:08.503311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854062730'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:08.574951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-088406e2-cc75-47b9-9967-f558d36768d2 None None] For port d395ec55-a757-4b71-924f-6087557f42aa, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=d395ec55-a757-4b71-924f-6087557f42aa,segment=NetworkSegment(691ca409-7914-485e-b105-7c7cef2c85ac),segment_id=691ca409-7914-485e-b105-7c7cef2c85ac)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:08.678403 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:08.727010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-088406e2-cc75-47b9-9967-f558d36768d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:08.741413 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:08.761227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:08.831730 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f14f3-5660-420b-be3f-4681e8b304a6 req-144ed197-398b-4d72-a878-e738aab7e3d8 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:08.851119 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6c1f14f3-5660-420b-be3f-4681e8b304a6 req-144ed197-398b-4d72-a878-e738aab7e3d8 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 948 time: 0.7571206 Nov 25 04:05:08.936194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088406e2-cc75-47b9-9967-f558d36768d2 None None] Pushing event updated for resources: {'Port': ['ID=d395ec55-a757-4b71-924f-6087557f42aa,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:08.948471 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-088406e2-cc75-47b9-9967-f558d36768d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:09.037496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port 21d3233f-d282-464a-833d-e3804114c609, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=21d3233f-d282-464a-833d-e3804114c609,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:09.072061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:09.080434 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f822642f-0d2d-4085-8c1b-23441fa8381a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:09.252506 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6c1f14f3-5660-420b-be3f-4681e8b304a6 req-63298717-74e1-48d1-9dd5-57ea9c527f3c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999832 Nov 25 04:05:09.290851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'name': 'tempest-TestShelveInstance-1561308087-router', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:05:00Z', 'updated_at': '2021-11-25T04:05:02Z', 'revision_number': 3, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'gw_port': {'id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:01Z', 'updated_at': '2021-11-25T04:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:09.310944 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ebbb10-2951-40e2-b074-3a8c252165e4 None None] The sync data for ids ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'] in dv-cinder-818778-3-smb is: [{'id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'name': 'tempest-TestShelveInstance-1561308087-router', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:05:00Z', 'updated_at': '2021-11-25T04:05:02Z', 'revision_number': 3, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'gw_port': {'id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:01Z', 'updated_at': '2021-11-25T04:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:05:09.360601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=21d3233f-d282-464a-833d-e3804114c609,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:09.371964 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d395ec55-a757-4b71-924f-6087557f42aa up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:05:09.557796 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:09.598304 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-d633c022-9272-4509-83d1-87d7fa2d1074 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90fb917977ee48cfb3266d58f7d158a0&device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 1101 time: 1.4862981 Nov 25 04:05:09.611285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port d395ec55-a757-4b71-924f-6087557f42aa triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:09.611285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:09.839002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:09.846816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:09.848186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838640375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712977'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:09.866285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:10.050866 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-ec0d0055-9b37-4dfc-bde7-8af823efc1d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=aafd9373-8235-4d1e-8186-35d3b261de7f HTTP/1.1" status: 200 len: 217 time: 0.4284859 Nov 25 04:05:10.067348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Pushing event updated for resources: {'Port': ['ID=e168bb04-c31a-48d5-b483-b7087acfdf40,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:10.070379 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c9e05d0b-bc56-4d8b-bd3b-755ef98cab7c None None] Provisioning complete for port d395ec55-a757-4b71-924f-6087557f42aa triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:10.070775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9e05d0b-bc56-4d8b-bd3b-755ef98cab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:10.078371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:10.286662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-4e8f94bd-0240-4eaf-96a0-2bc7e0720b94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:10.288994 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-4e8f94bd-0240-4eaf-96a0-2bc7e0720b94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73f866da-b2ec-4bf4-9a1a-36a98fa02efd HTTP/1.1" status: 200 len: 843 time: 0.2136514 Nov 25 04:05:10.423582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c9e05d0b-bc56-4d8b-bd3b-755ef98cab7c None None] Provisioning for port e168bb04-c31a-48d5-b483-b7087acfdf40 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:05:10.438786 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c9e05d0b-bc56-4d8b-bd3b-755ef98cab7c None None] Provisioning complete for port e168bb04-c31a-48d5-b483-b7087acfdf40 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:10.442420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9e05d0b-bc56-4d8b-bd3b-755ef98cab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:10.540944 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edba92-f95f-45b4-b6c9-01473bc873af req-816771bf-889f-4f87-9153-7743e1c28727 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:10.550070 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-79edba92-f95f-45b4-b6c9-01473bc873af req-816771bf-889f-4f87-9153-7743e1c28727 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 1.1059067 Nov 25 04:05:10.590279 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c9e05d0b-bc56-4d8b-bd3b-755ef98cab7c None None] Port e168bb04-c31a-48d5-b483-b7087acfdf40 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:05:10.647527 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-79edba92-f95f-45b4-b6c9-01473bc873af req-6fd0ea12-9178-4bc4-8be4-27930fef53db tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869927 Nov 25 04:05:10.695077 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-7f704f45-fea7-435b-ba5b-11508ae16d0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da8e6e19-b125-4cbd-8a5e-d3f2d54789df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3913109 Nov 25 04:05:10.723576 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0e8710a7-de97-4b44-83a5-ca4929071397 None None] Provisioning complete for port e168bb04-c31a-48d5-b483-b7087acfdf40 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:10.723994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0e8710a7-de97-4b44-83a5-ca4929071397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:10.875388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Network 1ea0bcf1-ee20-49db-9706-78e8e251757d is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:05:10.878400 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:05:10.910943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0e8710a7-de97-4b44-83a5-ca4929071397 None None] Port e168bb04-c31a-48d5-b483-b7087acfdf40 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:05:11.207324 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77df02-bfb4-4c72-bece-f85c3c307c9e req-18c63db1-838f-4720-96a6-fa098c664edb tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:11.223944 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aa77df02-bfb4-4c72-bece-f85c3c307c9e req-18c63db1-838f-4720-96a6-fa098c664edb tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 948 time: 0.2787247 Nov 25 04:05:11.281742 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfc86d-6e54-4f94-a3db-be5ca7eeb6b3 req-07661c84-d071-4b55-96d8-10bdf6ae1cd4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:11.283547 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5bbfc86d-6e54-4f94-a3db-be5ca7eeb6b3 req-07661c84-d071-4b55-96d8-10bdf6ae1cd4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 1.1677051 Nov 25 04:05:11.394224 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aa77df02-bfb4-4c72-bece-f85c3c307c9e req-a3fc53ad-fa18-4f7a-8539-81a125400921 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691883 Nov 25 04:05:11.404338 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5bbfc86d-6e54-4f94-a3db-be5ca7eeb6b3 req-d9f6afd3-df3a-4335-9756-b87d6b414518 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936961 Nov 25 04:05:11.438563 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 967205cc-ded7-4a3c-acea-3a1cdd4db0ca up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:05:11.509404 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-f6bba136-1a8f-4b91-a6ff-7c0b49557206 service neutron] 10.222.0.15 "GET /v2.0/networks/da8e6e19-b125-4cbd-8a5e-d3f2d54789df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7888818 Nov 25 04:05:11.584575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Router f49369e4-520f-4571-85fa-3dd7f9b83ffe has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:05:11.692205 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6a648721-f057-4690-b547-10d617f55a84 None None] Provisioning complete for port e168bb04-c31a-48d5-b483-b7087acfdf40 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:11.692761 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6a648721-f057-4690-b547-10d617f55a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:11.871877 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6a648721-f057-4690-b547-10d617f55a84 None None] Port e168bb04-c31a-48d5-b483-b7087acfdf40 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:05:11.927447 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:05:11.946022 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] 10.222.0.47 "PUT /v2.0/routers/f49369e4-520f-4571-85fa-3dd7f9b83ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7459064 Nov 25 04:05:11.946239 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:05:11.971242 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7eb965b8-ab9b-4e6c-973b-2f4bc0e2c1ef req-19b32fa4-7eb4-4877-a7fb-5644a301b473 service neutron] 10.222.0.15 "GET /v2.0/networks/da8e6e19-b125-4cbd-8a5e-d3f2d54789df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608569 Nov 25 04:05:11.974340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:11.975602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:12.318309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:12.336514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=967205cc-ded7-4a3c-acea-3a1cdd4db0ca,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:12.341042 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:12.341978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 21d3233f-d282-464a-833d-e3804114c609 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:05:12.411297 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1df5a213-e739-4206-bd52-9ae5e727e4d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:12.420073 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-88fc5021-d3a8-49d4-a906-2cab079f84f8 req-dbfc358b-b064-4c71-beb1-a8baf10d5491 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90fb917977ee48cfb3266d58f7d158a0&device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 1101 time: 0.3054714 Nov 25 04:05:12.442634 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0d17f-685a-45e6-b1f0-80d4f6978eeb req-72414df6-e610-4b95-9c54-aae7dbf4b1b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:12.451872 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bcf0d17f-685a-45e6-b1f0-80d4f6978eeb req-72414df6-e610-4b95-9c54-aae7dbf4b1b6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.2066820 Nov 25 04:05:12.515022 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=967205cc-ded7-4a3c-acea-3a1cdd4db0ca,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:12.521508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:12.564947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 21d3233f-d282-464a-833d-e3804114c609 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:12.564947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:12.619641 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bcf0d17f-685a-45e6-b1f0-80d4f6978eeb req-25a7fe6e-22bf-403f-a852-4bd63e6be174 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668029 Nov 25 04:05:12.644744 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 76d84742-9b2d-4640-ba67-233c7657fa64 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:05:12.726951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5021-d3a8-49d4-a906-2cab079f84f8 req-a187dc22-bacd-462e-a994-90eb984b2602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:12.729299 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-88fc5021-d3a8-49d4-a906-2cab079f84f8 req-a187dc22-bacd-462e-a994-90eb984b2602 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da8e6e19-b125-4cbd-8a5e-d3f2d54789df HTTP/1.1" status: 200 len: 870 time: 0.2745595 Nov 25 04:05:12.888515 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-88fc5021-d3a8-49d4-a906-2cab079f84f8 req-71f6b66b-a8d2-4bb1-b390-a9539d22e91d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=aafd9373-8235-4d1e-8186-35d3b261de7f HTTP/1.1" status: 200 len: 217 time: 0.1492183 Nov 25 04:05:13.012234 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5021-d3a8-49d4-a906-2cab079f84f8 req-0c3aa98e-8383-44a1-b5aa-75f445bdb281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:13.013880 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-88fc5021-d3a8-49d4-a906-2cab079f84f8 req-0c3aa98e-8383-44a1-b5aa-75f445bdb281 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73f866da-b2ec-4bf4-9a1a-36a98fa02efd HTTP/1.1" status: 200 len: 843 time: 0.1179481 Nov 25 04:05:13.074573 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575263ed-9af2-438e-be32-f02b084f27b4 req-fe6621e5-5ce1-4265-b3d2-9921c4f27a22 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:13.076698 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-575263ed-9af2-438e-be32-f02b084f27b4 req-fe6621e5-5ce1-4265-b3d2-9921c4f27a22 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.1799283 Nov 25 04:05:13.161198 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-575263ed-9af2-438e-be32-f02b084f27b4 req-705d9843-d24e-4589-be1c-d5d1c362b182 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745556 Nov 25 04:05:13.201140 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-88fc5021-d3a8-49d4-a906-2cab079f84f8 req-5fad5d8b-5459-4dac-b364-09ba9959f2bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da8e6e19-b125-4cbd-8a5e-d3f2d54789df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1745479 Nov 25 04:05:13.237605 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:13.254373 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '76d84742-9b2d-4640-ba67-233c7657fa64', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'port_id': '76d84742-9b2d-4640-ba67-233c7657fa64', 'mac_address': 'fa:16:3e:15:6e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:05:13.408034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:13.411090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbba814-aafe-4326-a465-536c15af09dd req-9b0e008b-2ad1-4e06-ae81-244978bfeea5 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:13.420051 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1cbba814-aafe-4326-a465-536c15af09dd req-9b0e008b-2ad1-4e06-ae81-244978bfeea5 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 948 time: 0.1242301 Nov 25 04:05:13.442016 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76d84742-9b2d-4640-ba67-233c7657fa64 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:05:13.499255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:13.504367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:13.509988 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:13.584889 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-88fc5021-d3a8-49d4-a906-2cab079f84f8 req-7e8735b4-cd5e-4097-a19a-57db9b806f57 service neutron] 10.222.0.15 "GET /v2.0/networks/da8e6e19-b125-4cbd-8a5e-d3f2d54789df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705223 Nov 25 04:05:13.625106 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1cbba814-aafe-4326-a465-536c15af09dd req-4c8abdd3-32fc-46fc-8b78-6a1bdccc8237 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974528 Nov 25 04:05:13.633851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46778) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:13.636844 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 967205cc-ded7-4a3c-acea-3a1cdd4db0ca up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:05:13.649618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111478555', 'description': 'tempest-secgroup-smoke-111478555 description', 'project_id': '7109e4e352c54001a318a33903fc7bbf'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:05:13.674541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:13.692653 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Usage tracker for resource:security_group and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:13.706690 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:13.728826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:13.774315 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:13.927659 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:13.936893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['76d84742-9b2d-4640-ba67-233c7657fa64'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:05:13.946670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Usage tracker for resource:security_group_rule and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:13.952248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:13.987061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:14.031155 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-88fc5021-d3a8-49d4-a906-2cab079f84f8 req-665784b6-ce86-48c4-87d8-60e23ff07ac9 service neutron] 10.222.0.15 "GET /v2.0/networks/da8e6e19-b125-4cbd-8a5e-d3f2d54789df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243851 Nov 25 04:05:14.090664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-abaaf269-378c-4324-9dda-a15a79b93a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:14.129057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:14.132387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=76d84742-9b2d-4640-ba67-233c7657fa64,revision_number=6']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:14.141782 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:14.149157 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-807e044a-0fb1-4f3a-94b1-471e7971625e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:14.156000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:14.282873 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae2cbc-534c-4341-a5f6-9444cfbf8559 req-da85bb9a-56f4-4a92-9094-9e7dd37bdb38 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:14.298161 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b5ae2cbc-534c-4341-a5f6-9444cfbf8559 req-da85bb9a-56f4-4a92-9094-9e7dd37bdb38 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 945 time: 0.2652910 Nov 25 04:05:14.333550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:14.338482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63175d8-86b5-4fc1-be1d-fc4399147b3d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:14.344943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:14.351939 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:14.353876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:14.355270 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7203269 Nov 25 04:05:14.358385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46804) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:14.375940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Request body: {'security_group_rule': {'security_group_id': 'f63175d8-86b5-4fc1-be1d-fc4399147b3d', 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:05:14.387303 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b5ae2cbc-534c-4341-a5f6-9444cfbf8559 req-80b87abe-3f64-4449-980c-21f70ac66e34 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877645 Nov 25 04:05:14.398933 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:14.416063 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Usage tracker for resource:security_group_rule and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:14.423585 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:14.438824 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:14.495053 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:14.642165 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device aafd9373-8235-4d1e-8186-35d3b261de7f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:05:14.858917 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port aafd9373-8235-4d1e-8186-35d3b261de7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=aafd9373-8235-4d1e-8186-35d3b261de7f,segment=NetworkSegment(c5c27895-a794-4924-8986-a6056ede7858),segment_id=c5c27895-a794-4924-8986-a6056ede7858)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:14.893326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': 'aafd9373-8235-4d1e-8186-35d3b261de7f', 'network_id': 'da8e6e19-b125-4cbd-8a5e-d3f2d54789df', 'port_id': 'aafd9373-8235-4d1e-8186-35d3b261de7f', 'mac_address': 'fa:16:3e:22:5c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f866da-b2ec-4bf4-9a1a-36a98fa02efd', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:05:14.995763 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982279f-1118-496e-b199-63163b87dbd3 req-2c85882f-a347-4671-a592-a4ad285e0bcc tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:15.003272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f27d8-76a8-4d07-a9c9-569d93d9aea1 req-85f9ec3e-2618-4f32-990d-7a1185b1171c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:15.005643 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ff2f27d8-76a8-4d07-a9c9-569d93d9aea1 req-85f9ec3e-2618-4f32-990d-7a1185b1171c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.4745796 Nov 25 04:05:15.010574 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d982279f-1118-496e-b199-63163b87dbd3 req-2c85882f-a347-4671-a592-a4ad285e0bcc tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 948 time: 0.2047341 Nov 25 04:05:15.051037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Sync routers for ids ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:05:15.109258 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d982279f-1118-496e-b199-63163b87dbd3 req-2c17fc53-c30e-4ff6-abe4-03df349e8e0e tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977116 Nov 25 04:05:15.116973 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.122543 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ff2f27d8-76a8-4d07-a9c9-569d93d9aea1 req-5c14fdf3-36fc-4692-b16b-e367c78f71e5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814140 Nov 25 04:05:15.126828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.144042 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:15.199199 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Routers {'f49369e4-520f-4571-85fa-3dd7f9b83ffe'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:05:15.200051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:04:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:15.205864 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a7fab9-0b96-45ee-a48e-78a388776123,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:15.208823 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:15.215649 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.219646 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8575878 Nov 25 04:05:15.220054 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 46834) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:15.226654 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Request body: {'security_group_rule': {'security_group_id': 'f63175d8-86b5-4fc1-be1d-fc4399147b3d', 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:05:15.245790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:15.250773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Usage tracker for resource:security_group_rule and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:15.260560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:15.267588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:15.302213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.429292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.435415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.437728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2e0b11b7-b854-4677-800c-7d80c3cce20f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:15.467202 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Set router f49369e4-520f-4571-85fa-3dd7f9b83ffe gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:05:15.470416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9ff316-3ee0-4a33-adf7-3fc451856128,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:15.481209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:15.508245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.509658 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2885094 Nov 25 04:05:15.512720 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46842) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:15.518863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Request body: {'security_group_rule': {'security_group_id': 'f63175d8-86b5-4fc1-be1d-fc4399147b3d', 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:05:15.532582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:15.539998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Usage tracker for resource:security_group_rule and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:15.547483 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:15.556806 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:15.596230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.706113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.713757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.742745 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aafd9373-8235-4d1e-8186-35d3b261de7f {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:05:15.844985 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.866822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.869370 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3df6acea-81a2-4ceb-89a7-8456bd495723 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:15.946639 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380701dc-d2a9-42e1-82ef-d9a8f4129b57 req-438c481b-26e7-4ca0-8656-dd8811effe3f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:15.951826 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-380701dc-d2a9-42e1-82ef-d9a8f4129b57 req-438c481b-26e7-4ca0-8656-dd8811effe3f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 945 time: 0.2751467 Nov 25 04:05:15.955841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7687a7-e5e3-43f3-ba37-4005e278a8c2,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:15.966164 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:15.967496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:15.981271 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4673667 Nov 25 04:05:15.990781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46854) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:16.000275 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Request body: {'security_group_rule': {'security_group_id': 'f63175d8-86b5-4fc1-be1d-fc4399147b3d', 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:05:16.015867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:16.045816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Usage tracker for resource:security_group_rule and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:16.049544 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:16.059056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:16.097597 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:16.100468 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-380701dc-d2a9-42e1-82ef-d9a8f4129b57 req-11b95c54-ed8d-4d3f-9c17-2c924f4f90a8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344411 Nov 25 04:05:16.110475 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port aafd9373-8235-4d1e-8186-35d3b261de7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=aafd9373-8235-4d1e-8186-35d3b261de7f,segment=NetworkSegment(c5c27895-a794-4924-8986-a6056ede7858),segment_id=c5c27895-a794-4924-8986-a6056ede7858)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:16.142250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:16.146235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-93a54fa6-5443-4a85-8a6c-038401f19c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:16.153360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:16.192509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:16.296549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:16.310772 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:16.314180 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:16.363593 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=aafd9373-8235-4d1e-8186-35d3b261de7f,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:16.379151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:16.405233 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:16.406578 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4142277 Nov 25 04:05:16.408914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db513d82-94a2-4eca-9d71-bc1d3345067c,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:16.410109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 46862) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:16.423305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3da1f155-5854-458b-a065-1984f8059e25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:16.424336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Request body: {'security_group_rule': {'security_group_id': 'f63175d8-86b5-4fc1-be1d-fc4399147b3d', 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:05:16.448090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:16.456339 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'name': 'tempest-TestShelveInstance-1561308087-router', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:05:00Z', 'updated_at': '2021-11-25T04:05:08Z', 'revision_number': 4, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'gw_port': {'id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:01Z', 'updated_at': '2021-11-25T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'e168bb04-c31a-48d5-b483-b7087acfdf40', 'name': '', 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'mac_address': 'fa:16:3e:7a:35:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '302767ae-ce39-41e5-9c83-b3048720921b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:06Z', 'updated_at': '2021-11-25T04:05:09Z', 'revision_number': 2, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'subnets': [{'id': '302767ae-ce39-41e5-9c83-b3048720921b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:16.466143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Usage tracker for resource:security_group_rule and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:16.476832 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:16.479358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Checking router: f49369e4-520f-4571-85fa-3dd7f9b83ffe for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:05:16.482575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Updating router f49369e4-520f-4571-85fa-3dd7f9b83ffe port e168bb04-c31a-48d5-b483-b7087acfdf40 binding host dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:05:16.502246 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:16.596538 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['aafd9373-8235-4d1e-8186-35d3b261de7f'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:05:16.606272 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.securitygroups_db [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Project 7109e4e352c54001a318a33903fc7bbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 04:05:16.628561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:16.808764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 76d84742-9b2d-4640-ba67-233c7657fa64 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:05:17.003304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8e243-b092-4266-95b9-4917a3d96146 req-1a552077-1a35-4f94-8e7f-ec3cd5890e4b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:17.011454 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1ea8e243-b092-4266-95b9-4917a3d96146 req-1a552077-1a35-4f94-8e7f-ec3cd5890e4b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.2589295 Nov 25 04:05:17.055673 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af39dd-edbd-488f-b16a-f957508012bd req-17f34f97-711a-4e67-96d9-e8f74cd9d5e5 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:17.075414 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-16af39dd-edbd-488f-b16a-f957508012bd req-17f34f97-711a-4e67-96d9-e8f74cd9d5e5 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 949 time: 0.5459471 Nov 25 04:05:17.136709 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1ea8e243-b092-4266-95b9-4917a3d96146 req-0698a1c6-474e-4846-ba8d-d332011bcd6c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215444 Nov 25 04:05:17.147707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:17.199019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:17.233022 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:17.294863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-060e4209-0a21-4814-92d1-53a873c1ca10 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:17.307345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:17.308962 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8977702 Nov 25 04:05:17.312125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 46882) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:17.319508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Request body: {'security_group_rule': {'security_group_id': 'f63175d8-86b5-4fc1-be1d-fc4399147b3d', 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:05:17.331140 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:17.343272 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e545cd99-7bde-4227-b57b-ad2c55a3e0d7 req-a38fcf3b-2148-464a-af7c-6901c9364e66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 1098 time: 0.6280930 Nov 25 04:05:17.345189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Usage tracker for resource:security_group_rule and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:17.349065 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-16af39dd-edbd-488f-b16a-f957508012bd req-dc8c0e8a-bc72-44f4-ac75-81baa0f5412a tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724402 Nov 25 04:05:17.351967 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f55ddfc-7109-45ab-96ef-2a57c7500624,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:17.352920 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:17.359381 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6205b23d-f224-4df5-a088-56482e4c0303 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:17.367030 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:17.395501 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.securitygroups_db [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Project 7109e4e352c54001a318a33903fc7bbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 04:05:17.404474 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:17.556042 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 76d84742-9b2d-4640-ba67-233c7657fa64 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:17.556761 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:17.626015 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:17.734849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:17.808135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-663f037b-fbf7-49bc-a78c-12be01dd7dfd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:17.941679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545cd99-7bde-4227-b57b-ad2c55a3e0d7 req-cc5f961e-a49a-4d04-a75e-827bdb54e06c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:17.943573 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e545cd99-7bde-4227-b57b-ad2c55a3e0d7 req-cc5f961e-a49a-4d04-a75e-827bdb54e06c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 920 time: 0.5854948 Nov 25 04:05:17.952384 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107f8371-bfc9-4899-b2d3-399435706092,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:17.975956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:17.995474 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87187304-3380-4eab-a2d8-4d945177d2fd req-8edbc8ad-0902-4d8a-b472-181c67666cf8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:18.006846 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-87187304-3380-4eab-a2d8-4d945177d2fd req-8edbc8ad-0902-4d8a-b472-181c67666cf8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.3790040 Nov 25 04:05:18.045426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:18.059366 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7457967 Nov 25 04:05:18.098618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:18.137157 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:18.141210 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e545cd99-7bde-4227-b57b-ad2c55a3e0d7 req-f777db24-dd62-4e5d-99f3-784d6a6e9cea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf HTTP/1.1" status: 200 len: 217 time: 0.1851256 Nov 25 04:05:18.168994 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-87187304-3380-4eab-a2d8-4d945177d2fd req-d7a36418-e206-46e6-824a-f491456f77b5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607993 Nov 25 04:05:18.182480 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:18.186168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:05:18.204822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:18.210876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:18.323328 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=76d84742-9b2d-4640-ba67-233c7657fa64,revision_number=7']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:18.344786 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:18.411814 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491de5f1-f365-45ef-a0ad-e7aa9e76d02b req-285165a6-f993-414f-85c2-fc3fc87d5659 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:18.420519 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-491de5f1-f365-45ef-a0ad-e7aa9e76d02b req-285165a6-f993-414f-85c2-fc3fc87d5659 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 945 time: 0.7436702 Nov 25 04:05:18.512162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545cd99-7bde-4227-b57b-ad2c55a3e0d7 req-4f0d11f7-a2f4-4240-9b68-79bcdc571d66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:18.513688 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e545cd99-7bde-4227-b57b-ad2c55a3e0d7 req-4f0d11f7-a2f4-4240-9b68-79bcdc571d66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 200 len: 859 time: 0.3567474 Nov 25 04:05:18.631253 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-491de5f1-f365-45ef-a0ad-e7aa9e76d02b req-62b1906e-4069-438b-8055-65e912eb3a05 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096474 Nov 25 04:05:18.639523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08063740-6092-4837-817e-68965953f5f0 req-049f4671-f8be-4017-95ab-5aeb56791765 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:18.641612 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-08063740-6092-4837-817e-68965953f5f0 req-049f4671-f8be-4017-95ab-5aeb56791765 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.1771553 Nov 25 04:05:18.669221 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e545cd99-7bde-4227-b57b-ad2c55a3e0d7 req-453b3540-7c37-4461-9b4d-9df086f1da5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab46472b-7ed2-4cef-ad7d-804831d4a509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426196 Nov 25 04:05:18.690005 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:18.722457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Transition to ACTIVE for port object e168bb04-c31a-48d5-b483-b7087acfdf40 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:05:18.731424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:18.736277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:18.880058 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-08063740-6092-4837-817e-68965953f5f0 req-ae37bf93-27c1-4a5c-aae0-a71f4513f937 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294185 Nov 25 04:05:18.942564 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64', 'code': 200} Nov 25 04:05:19.009243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49001d6-fc0d-40f4-ab9c-fa135ff6231a None None] Pushing event updated for resources: {'Port': ['ID=e168bb04-c31a-48d5-b483-b7087acfdf40,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:19.018543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a49001d6-fc0d-40f4-ab9c-fa135ff6231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:19.187702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Attempting to bind port e168bb04-c31a-48d5-b483-b7087acfdf40 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:05:19.188110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Attempting to bind port e168bb04-c31a-48d5-b483-b7087acfdf40 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '691ca409-7914-485e-b105-7c7cef2c85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:05:19.188540 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Attempting to bind port e168bb04-c31a-48d5-b483-b7087acfdf40 on network 1ea0bcf1-ee20-49db-9706-78e8e251757d {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:05:19.216584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:05:19.217014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Checking segment: {'id': '691ca409-7914-485e-b105-7c7cef2c85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:05:19.217472 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:19.217941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Bound using segment: {'id': '691ca409-7914-485e-b105-7c7cef2c85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:05:19.218496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Bound port: e168bb04-c31a-48d5-b483-b7087acfdf40, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691ca409-7914-485e-b105-7c7cef2c85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:05:19.218919 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:19.563794 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] For port e168bb04-c31a-48d5-b483-b7087acfdf40, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:05:19.569903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] For port e168bb04-c31a-48d5-b483-b7087acfdf40, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=e168bb04-c31a-48d5-b483-b7087acfdf40,segment=NetworkSegment(691ca409-7914-485e-b105-7c7cef2c85ac),segment_id=691ca409-7914-485e-b105-7c7cef2c85ac)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:05:19.580605 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:19.593395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:19.619938 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ca87d-91f0-41b4-a43a-3daaab81e05d req-931c8f94-1da8-466a-a1a5-4d3efbd82834 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:19.624653 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-249ca87d-91f0-41b4-a43a-3daaab81e05d req-931c8f94-1da8-466a-a1a5-4d3efbd82834 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.2073009 Nov 25 04:05:19.717135 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e545cd99-7bde-4227-b57b-ad2c55a3e0d7 req-c720caa7-f6d9-468e-a2b9-4a4a08924772 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0347626 Nov 25 04:05:19.728029 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b1a49-ac13-4e07-9aa5-62d4b507c1d3 req-0abf43d4-f7f6-4f83-8930-5c9c02397c7c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:19.736457 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-307b1a49-ac13-4e07-9aa5-62d4b507c1d3 req-0abf43d4-f7f6-4f83-8930-5c9c02397c7c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 949 time: 0.6521525 Nov 25 04:05:19.778742 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-249ca87d-91f0-41b4-a43a-3daaab81e05d req-362f022c-bcd9-46d4-9ed2-cb12e7fb4007 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482801 Nov 25 04:05:19.847262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49001d6-fc0d-40f4-ab9c-fa135ff6231a None None] Pushing event updated for resources: {'Port': ['ID=e168bb04-c31a-48d5-b483-b7087acfdf40,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:19.858927 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a49001d6-fc0d-40f4-ab9c-fa135ff6231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:19.882647 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Routers {'f49369e4-520f-4571-85fa-3dd7f9b83ffe'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:05:19.882647 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:05:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:19.955216 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-307b1a49-ac13-4e07-9aa5-62d4b507c1d3 req-1708d582-dc15-4d62-a95e-6753536cfbc9 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177217 Nov 25 04:05:20.210935 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] Set router f49369e4-520f-4571-85fa-3dd7f9b83ffe gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:05:20.279507 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255bb05-a82f-472f-8b7f-c073ec54c05b req-72aa432f-e687-4fd0-8576-e4959fc472e8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:20.293282 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1255bb05-a82f-472f-8b7f-c073ec54c05b req-72aa432f-e687-4fd0-8576-e4959fc472e8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.2059405 Nov 25 04:05:20.391475 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e545cd99-7bde-4227-b57b-ad2c55a3e0d7 req-5e3f1b95-768f-46eb-870c-2727734aa7f5 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520083 Nov 25 04:05:20.414161 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1255bb05-a82f-472f-8b7f-c073ec54c05b req-a4d00034-8ca0-4a2b-8da5-073ad48ebf70 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171055 Nov 25 04:05:20.432948 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11aefd-820b-419a-bb0a-1f9ee21d4c0e req-b45060d1-6296-45c2-8558-e744f3b98847 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:20.442595 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e11aefd-820b-419a-bb0a-1f9ee21d4c0e req-b45060d1-6296-45c2-8558-e744f3b98847 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.2016046 Nov 25 04:05:20.526939 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e11aefd-820b-419a-bb0a-1f9ee21d4c0e req-68813328-b6b8-4963-86a9-4feb198f0648 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817389 Nov 25 04:05:20.690772 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device aafd9373-8235-4d1e-8186-35d3b261de7f up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:05:20.919461 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port aafd9373-8235-4d1e-8186-35d3b261de7f completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:05:20.949396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port aafd9373-8235-4d1e-8186-35d3b261de7f triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:20.950225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:21.218866 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'name': 'tempest-TestShelveInstance-1561308087-router', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:05:00Z', 'updated_at': '2021-11-25T04:05:08Z', 'revision_number': 4, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'gw_port': {'id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:01Z', 'updated_at': '2021-11-25T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'e168bb04-c31a-48d5-b483-b7087acfdf40', 'name': '', 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'mac_address': 'fa:16:3e:7a:35:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '302767ae-ce39-41e5-9c83-b3048720921b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:06Z', 'updated_at': '2021-11-25T04:05:19Z', 'revision_number': 4, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'subnets': [{'id': '302767ae-ce39-41e5-9c83-b3048720921b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:21.265411 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0690c-c165-4ddb-b4f1-521a61385467 req-214d605e-603c-4697-83ab-329e9d13d048 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:21.275175 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-44d0690c-c165-4ddb-b4f1-521a61385467 req-214d605e-603c-4697-83ab-329e9d13d048 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1949890 Nov 25 04:05:21.292395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:21.348074 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb16b7ac-f395-420e-83ff-3b837b2485ac None None] The sync data for ids ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'] in dv-cinder-818778-3-smb is: [{'id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'name': 'tempest-TestShelveInstance-1561308087-router', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:05:00Z', 'updated_at': '2021-11-25T04:05:08Z', 'revision_number': 4, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'gw_port': {'id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:01Z', 'updated_at': '2021-11-25T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'e168bb04-c31a-48d5-b483-b7087acfdf40', 'name': '', 'network_id': '1ea0bcf1-ee20-49db-9706-78e8e251757d', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'mac_address': 'fa:16:3e:7a:35:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '302767ae-ce39-41e5-9c83-b3048720921b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:06Z', 'updated_at': '2021-11-25T04:05:19Z', 'revision_number': 4, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'subnets': [{'id': '302767ae-ce39-41e5-9c83-b3048720921b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:05:21.358032 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-44d0690c-c165-4ddb-b4f1-521a61385467 req-75afcee6-95df-4bb8-8278-d74a5772f9c2 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790989 Nov 25 04:05:21.367282 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c026f63f-3982-4c6e-9134-13a8ddd1dd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafd9373-8235-4d1e-8186-35d3b261de7f'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:05:21.376224 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:21.401631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port aafd9373-8235-4d1e-8186-35d3b261de7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=aafd9373-8235-4d1e-8186-35d3b261de7f,segment=NetworkSegment(c5c27895-a794-4924-8986-a6056ede7858),segment_id=c5c27895-a794-4924-8986-a6056ede7858)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:21.407273 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:21.411230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:21.572955 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c026f63f-3982-4c6e-9134-13a8ddd1dd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafd9373-8235-4d1e-8186-35d3b261de7f', 'code': 200} Nov 25 04:05:21.639468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2641e8-ccf8-41a2-8c0f-c369d2b9313d req-dc8ef883-137c-4fc9-845f-b64672a1030a tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:21.640866 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-da2641e8-ccf8-41a2-8c0f-c369d2b9313d req-dc8ef883-137c-4fc9-845f-b64672a1030a tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 950 time: 0.3004918 Nov 25 04:05:21.670371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=aafd9373-8235-4d1e-8186-35d3b261de7f,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:21.695890 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:21.833053 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-da2641e8-ccf8-41a2-8c0f-c369d2b9313d req-39a37b72-69de-4611-9631-c52b0e07e86f tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779907 Nov 25 04:05:21.999247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f2c6-f8c5-4de4-93ce-23d0726763dd req-3319cec5-341b-4942-b45b-fba1c4000a18 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:22.009883 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e6b4f2c6-f8c5-4de4-93ce-23d0726763dd req-3319cec5-341b-4942-b45b-fba1c4000a18 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.1164470 Nov 25 04:05:22.157731 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e6b4f2c6-f8c5-4de4-93ce-23d0726763dd req-786cfb40-5a7b-460e-806d-08dd95966192 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466882 Nov 25 04:05:22.354370 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e90a8272-95e8-4dd8-a242-ffc7ccea3eaf req-7992348b-2b22-47eb-8bfe-0a41745a34f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 1103 time: 0.3310199 Nov 25 04:05:22.369559 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6c496-6cdf-4a00-ba28-c1ae91285297 req-dc544795-8577-4d73-8e27-fb9692b18d1c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:22.371548 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b6b6c496-6cdf-4a00-ba28-c1ae91285297 req-dc544795-8577-4d73-8e27-fb9692b18d1c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.1909938 Nov 25 04:05:22.572084 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b6b6c496-6cdf-4a00-ba28-c1ae91285297 req-9907b3ab-e329-4f12-95bb-76db3ac5dd82 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939275 Nov 25 04:05:22.573978 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e90a8272-95e8-4dd8-a242-ffc7ccea3eaf req-d233c0cf-ded8-4800-adc2-25dd66ab4aa4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168156 Nov 25 04:05:22.988728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef640397-d569-4f6e-9385-e46402921f29 req-67ad15d4-495a-4ab2-af97-a4292541a47d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:22.997604 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ef640397-d569-4f6e-9385-e46402921f29 req-67ad15d4-495a-4ab2-af97-a4292541a47d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.2887802 Nov 25 04:05:23.111416 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ef640397-d569-4f6e-9385-e46402921f29 req-5a42b739-4238-4c8b-a347-869cfc9457ca tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062050 Nov 25 04:05:23.433506 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915a76b-f61c-41b3-9645-b810ba857b28 req-75700772-3ecf-428d-8b01-3489efe08ff0 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:23.435787 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7915a76b-f61c-41b3-9645-b810ba857b28 req-75700772-3ecf-428d-8b01-3489efe08ff0 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 950 time: 0.3235853 Nov 25 04:05:23.565891 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7915a76b-f61c-41b3-9645-b810ba857b28 req-5ffeee30-26ac-4279-a0b0-e58bfd9b53fb tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185827 Nov 25 04:05:23.648843 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device e168bb04-c31a-48d5-b483-b7087acfdf40 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:05:23.812444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35118-3a9e-4582-bff5-3c50d9b9d8c4 req-8f175b4a-cebb-45ec-adb8-2b841ce5d894 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:23.824543 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6fd35118-3a9e-4582-bff5-3c50d9b9d8c4 req-8f175b4a-cebb-45ec-adb8-2b841ce5d894 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.2934241 Nov 25 04:05:23.895777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port e168bb04-c31a-48d5-b483-b7087acfdf40 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:05:23.921405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port e168bb04-c31a-48d5-b483-b7087acfdf40 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:23.922113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:23.973020 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6fd35118-3a9e-4582-bff5-3c50d9b9d8c4 req-df560e43-e00c-4982-8291-c6f1e5618b8b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467111 Nov 25 04:05:24.135546 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1e5ec-bdb3-46be-a4aa-bfccef4b6276 req-a43d2a5c-73ac-41a0-94ec-4c11fd3fb1d0 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:24.150845 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b5e1e5ec-bdb3-46be-a4aa-bfccef4b6276 req-a43d2a5c-73ac-41a0-94ec-4c11fd3fb1d0 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.2040682 Nov 25 04:05:24.257882 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b5e1e5ec-bdb3-46be-a4aa-bfccef4b6276 req-70895e41-7cdf-4525-a06e-6ad599432a16 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068075 Nov 25 04:05:24.318858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:24.410496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port e168bb04-c31a-48d5-b483-b7087acfdf40, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=e168bb04-c31a-48d5-b483-b7087acfdf40,segment=NetworkSegment(691ca409-7914-485e-b105-7c7cef2c85ac),segment_id=691ca409-7914-485e-b105-7c7cef2c85ac)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:24.414884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:24.431016 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:24.454731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cf1cb-cf4d-4a09-9732-e1a7a4228f91 req-7638ab3b-c026-498c-90d3-483602964ee4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:24.469295 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c7cf1cb-cf4d-4a09-9732-e1a7a4228f91 req-7638ab3b-c026-498c-90d3-483602964ee4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1663573 Nov 25 04:05:24.547625 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=e168bb04-c31a-48d5-b483-b7087acfdf40,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:24.560299 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c7cf1cb-cf4d-4a09-9732-e1a7a4228f91 req-d65105dc-5805-4149-9868-5858ca74d735 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899172 Nov 25 04:05:24.565111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:25.024006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc126d-b564-428e-93db-8b1ae3376bcf req-cd9a9867-01b3-45bc-af49-ce10afb46558 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:25.025988 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-18cc126d-b564-428e-93db-8b1ae3376bcf req-cd9a9867-01b3-45bc-af49-ce10afb46558 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 950 time: 0.1786942 Nov 25 04:05:25.167080 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-18cc126d-b564-428e-93db-8b1ae3376bcf req-639de297-5297-4168-ac26-b2c1a7686027 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245193 Nov 25 04:05:25.431990 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789d9bf-cfee-40db-9e1c-892d7400afe2 req-5f2134f3-eeb5-4f69-a4af-fe9fc3459e69 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:25.450422 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1789d9bf-cfee-40db-9e1c-892d7400afe2 req-5f2134f3-eeb5-4f69-a4af-fe9fc3459e69 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.1898782 Nov 25 04:05:25.562015 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device e168bb04-c31a-48d5-b483-b7087acfdf40 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:05:25.602871 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1789d9bf-cfee-40db-9e1c-892d7400afe2 req-d500355a-4fe5-4776-9a1f-8acc65c2671f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495433 Nov 25 04:05:25.747806 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port e168bb04-c31a-48d5-b483-b7087acfdf40 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:05:25.748347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:25.815931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8ceb4-dce2-4eac-b9b0-492147879572 req-87496354-f0e1-4ec4-9596-832e4815c83f tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:25.827531 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dcc8ceb4-dce2-4eac-b9b0-492147879572 req-87496354-f0e1-4ec4-9596-832e4815c83f tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.2101562 Nov 25 04:05:25.960783 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dcc8ceb4-dce2-4eac-b9b0-492147879572 req-f28a596b-1c30-4d80-bb04-9aa50819a03e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321168 Nov 25 04:05:26.453432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba523e-336a-4e8c-b3b0-3f7cd26016b5 req-15ee0490-bceb-4fe0-bf3e-efbba9f8b001 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:26.510921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b16acd-31bd-46e8-9ddb-edbae8779719 req-a3f23927-0a64-45d0-8c4d-7a573fb19be8 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:26.543205 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-68b16acd-31bd-46e8-9ddb-edbae8779719 req-a3f23927-0a64-45d0-8c4d-7a573fb19be8 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 950 time: 0.2859666 Nov 25 04:05:26.543484 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-50ba523e-336a-4e8c-b3b0-3f7cd26016b5 req-15ee0490-bceb-4fe0-bf3e-efbba9f8b001 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.3150830 Nov 25 04:05:26.609085 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-68b16acd-31bd-46e8-9ddb-edbae8779719 req-0e93e816-cdea-4647-b14c-8bfd9dd269db tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784807 Nov 25 04:05:26.704714 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-50ba523e-336a-4e8c-b3b0-3f7cd26016b5 req-e6e0315f-8416-4fdd-8542-cf8452131538 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789725 Nov 25 04:05:26.956655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702f351-a6cc-4541-89ea-99e3572a5a84 req-177d6365-4eac-4047-af92-f226a43d031b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:26.958363 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7702f351-a6cc-4541-89ea-99e3572a5a84 req-177d6365-4eac-4047-af92-f226a43d031b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.1253388 Nov 25 04:05:27.061665 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7702f351-a6cc-4541-89ea-99e3572a5a84 req-3a43a2a9-89bc-46cf-9ccf-e7b0e2c43c84 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966208 Nov 25 04:05:27.352537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf43b0-77af-4684-811d-a322f87aa6b0 req-d695a0b5-33f2-471f-830b-031679231945 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:27.361914 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e2bf43b0-77af-4684-811d-a322f87aa6b0 req-d695a0b5-33f2-471f-830b-031679231945 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.1342030 Nov 25 04:05:27.432434 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e2bf43b0-77af-4684-811d-a322f87aa6b0 req-dd5e8544-c22b-45a1-ac78-38215f4bba11 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625372 Nov 25 04:05:27.791671 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 47010) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:27.979606 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1476d62-2d3c-4332-8b60-39f728b24d7d req-2a6a864a-297c-4f82-95b3-ce303d600ade tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:27.988546 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b1476d62-2d3c-4332-8b60-39f728b24d7d req-2a6a864a-297c-4f82-95b3-ce303d600ade tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.15 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 950 time: 0.2067494 Nov 25 04:05:28.249867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-b1476d62-2d3c-4332-8b60-39f728b24d7d req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Deleting port aafd9373-8235-4d1e-8186-35d3b261de7f {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:05:28.251971 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-b1476d62-2d3c-4332-8b60-39f728b24d7d req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:28.663307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-b1476d62-2d3c-4332-8b60-39f728b24d7d req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] For port aafd9373-8235-4d1e-8186-35d3b261de7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=aafd9373-8235-4d1e-8186-35d3b261de7f,segment=NetworkSegment(c5c27895-a794-4924-8986-a6056ede7858),segment_id=c5c27895-a794-4924-8986-a6056ede7858)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:28.663808 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-b1476d62-2d3c-4332-8b60-39f728b24d7d req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:28.712772 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa83fab5-209a-4290-8f00-5c8aa40e817f admin admin] Deleting subnet e7b28f65-b694-4552-ae33-082e3822f30f {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:05:28.732102 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fa83fab5-209a-4290-8f00-5c8aa40e817f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:28.801555 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-b1476d62-2d3c-4332-8b60-39f728b24d7d req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Calling delete_port for aafd9373-8235-4d1e-8186-35d3b261de7f owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:05:28.963695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fa83fab5-209a-4290-8f00-5c8aa40e817f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:28.966458 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-b1476d62-2d3c-4332-8b60-39f728b24d7d req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:28.975613 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:28.986618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fa83fab5-209a-4290-8f00-5c8aa40e817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:29.006288 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['aafd9373-8235-4d1e-8186-35d3b261de7f'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:05:29.048154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Pushing event deleted for resources: {'Port': ['ID=aafd9373-8235-4d1e-8186-35d3b261de7f,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:29.053396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:29.160125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868918b-2247-4f47-ad7c-c5aa448d5be5 req-c511a338-eacb-4807-83dc-f891d0200a70 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:29.173139 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8868918b-2247-4f47-ad7c-c5aa448d5be5 req-c511a338-eacb-4807-83dc-f891d0200a70 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 1.0011690 Nov 25 04:05:29.217359 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a38ec-6fac-4ba8-8625-55e99053ef9d req-9e73cb4c-893a-49ca-9015-9c2815a1308e tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:29.234048 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e84a38ec-6fac-4ba8-8625-55e99053ef9d req-9e73cb4c-893a-49ca-9015-9c2815a1308e tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/ports?device_id=c026f63f-3982-4c6e-9134-13a8ddd1dd47 HTTP/1.1" status: 200 len: 950 time: 0.7912393 Nov 25 04:05:29.298011 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8868918b-2247-4f47-ad7c-c5aa448d5be5 req-4aaed223-3913-49e4-bf63-36dc63d1f74c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233497 Nov 25 04:05:29.299636 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1476d62-2d3c-4332-8b60-39f728b24d7d req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] No DVR routers for this DVR port aafd9373-8235-4d1e-8186-35d3b261de7f on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:05:29.306009 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-b1476d62-2d3c-4332-8b60-39f728b24d7d req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:29.316753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c026f63f-3982-4c6e-9134-13a8ddd1dd47', 'name': 'network-vif-deleted', 'tag': 'aafd9373-8235-4d1e-8186-35d3b261de7f'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:05:29.356588 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b1476d62-2d3c-4332-8b60-39f728b24d7d req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.15 "DELETE /v2.0/ports/aafd9373-8235-4d1e-8186-35d3b261de7f HTTP/1.1" status: 204 len: 173 time: 1.3588083 Nov 25 04:05:29.379012 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e84a38ec-6fac-4ba8-8625-55e99053ef9d req-770e703b-b83d-454a-9c3b-3cb4a89d4869 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] 10.222.0.47 "GET /v2.0/security-groups?id=d01854a8-8678-4817-a30d-df57c83033ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439266 Nov 25 04:05:29.398510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fa83fab5-209a-4290-8f00-5c8aa40e817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:29.424073 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:29.535733 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fa83fab5-209a-4290-8f00-5c8aa40e817f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:29.570881 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83fab5-209a-4290-8f00-5c8aa40e817f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b28f65-b694-4552-ae33-082e3822f30f,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:29.574691 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fa83fab5-209a-4290-8f00-5c8aa40e817f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:29.576740 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-fa83fab5-209a-4290-8f00-5c8aa40e817f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e7b28f65-b694-4552-ae33-082e3822f30f HTTP/1.1" status: 204 len: 168 time: 1.7839808 Nov 25 04:05:29.579557 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 47022) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:29.795802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98a9c0-b908-40da-980b-4931e1a49c4f req-1fcab95b-da42-4a19-99e9-43c60d03de43 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:29.810934 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3b98a9c0-b908-40da-980b-4931e1a49c4f req-1fcab95b-da42-4a19-99e9-43c60d03de43 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.1437726 Nov 25 04:05:29.922588 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3b98a9c0-b908-40da-980b-4931e1a49c4f req-3a6c8635-0dd3-4082-ae59-85fa6cc25d8a tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105926 Nov 25 04:05:30.069138 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c026f63f-3982-4c6e-9134-13a8ddd1dd47', 'name': 'network-vif-deleted', 'tag': 'aafd9373-8235-4d1e-8186-35d3b261de7f', 'status': 'completed', 'code': 200} Nov 25 04:05:30.076644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a0b17-21e7-4b7e-86f6-52a739acef88 req-f7192045-627f-4801-a916-14460befe36e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:30.094354 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e96a0b17-21e7-4b7e-86f6-52a739acef88 req-f7192045-627f-4801-a916-14460befe36e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.4229958 Nov 25 04:05:30.260282 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e96a0b17-21e7-4b7e-86f6-52a739acef88 req-74bad82b-c199-4c77-9e93-26b448ba38ae tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650996 Nov 25 04:05:30.275191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:30.555969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:30.621305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec2e14c-01d1-4e06-997e-4493ad49d1b0']}} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:30.657467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:30.657802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6b7b0d-5674-4d27-a108-b7dc3ef4a4f9') {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:30.719829 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495400'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:30.924122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:30.929043 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:05:30.929486 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494976'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:05:31.048670 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:05:31.066141 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcb76b-10e0-4c57-8189-118363376c75 req-ae83f44a-03ae-4b91-9c96-411ee040a757 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:31.074933 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f9bcb76b-10e0-4c57-8189-118363376c75 req-ae83f44a-03ae-4b91-9c96-411ee040a757 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.1071472 Nov 25 04:05:31.136072 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f9bcb76b-10e0-4c57-8189-118363376c75 req-f0b5b363-2047-45ad-b050-9d9f4acfec7b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600753 Nov 25 04:05:31.155567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:31.207827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:31.233083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:31.242286 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d431075-caba-4545-b3a8-9ba1911d9d26 req-f733f7ce-b9c7-4788-85c0-7d717f718f41 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:31.250403 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4d431075-caba-4545-b3a8-9ba1911d9d26 req-f733f7ce-b9c7-4788-85c0-7d717f718f41 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.4495795 Nov 25 04:05:31.280533 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec2e14c-01d1-4e06-997e-4493ad49d1b0,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:31.289911 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:31.334840 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4d431075-caba-4545-b3a8-9ba1911d9d26 req-79a3cd69-bdbd-4ecc-98fc-de557d5f25aa tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830245 Nov 25 04:05:31.352633 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-34659218-8aea-4cb6-8605-8acf2b9f06e1 req-e36e2fc0-aefd-4706-b5b1-4f6127df985b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 1099 time: 0.2967973 Nov 25 04:05:31.753164 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c570cc3-383f-42b7-86d9-3957cd9c8ec0 req-6b408262-4bcb-41fe-8c9e-bf5d4f0e41fd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:31.763514 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8c570cc3-383f-42b7-86d9-3957cd9c8ec0 req-6b408262-4bcb-41fe-8c9e-bf5d4f0e41fd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.2067034 Nov 25 04:05:31.823185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34659218-8aea-4cb6-8605-8acf2b9f06e1 req-e4c4a5cf-4fb5-4767-8c06-51fa3f82627c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:31.825064 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-34659218-8aea-4cb6-8605-8acf2b9f06e1 req-e4c4a5cf-4fb5-4767-8c06-51fa3f82627c service neutron] 10.222.0.15 "GET /v2.0/networks?id=204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 200 len: 911 time: 0.4579895 Nov 25 04:05:31.826802 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ffdcc14a-3c31-464c-af83-04d576990e92 admin admin] 10.222.0.47 "DELETE /v2.0/networks/bec2e14c-01d1-4e06-997e-4493ad49d1b0 HTTP/1.1" status: 204 len: 168 time: 2.2461944 Nov 25 04:05:31.830319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 47044) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:31.863456 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8c570cc3-383f-42b7-86d9-3957cd9c8ec0 req-f8d75f89-1e4b-4795-872a-b7d2b8c25e48 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988591 Nov 25 04:05:32.048721 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3f13a4-5350-4e30-a393-29ef67b8cc3d admin admin] Deleting subnet 689992f9-6106-4ecb-90eb-a19f57b05206 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:05:32.054071 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-34659218-8aea-4cb6-8605-8acf2b9f06e1 req-72b7b88e-82e4-4f3f-b29a-650da05d0939 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84a8c62a-317d-42cf-a8c6-809d6769971f HTTP/1.1" status: 200 len: 1002 time: 0.2028296 Nov 25 04:05:32.054809 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a3f13a4-5350-4e30-a393-29ef67b8cc3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:32.172681 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a3f13a4-5350-4e30-a393-29ef67b8cc3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852280415'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:32.241010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34659218-8aea-4cb6-8605-8acf2b9f06e1 req-d44fe42b-c7a9-4bb8-a963-dd646ee64202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:32.243234 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-34659218-8aea-4cb6-8605-8acf2b9f06e1 req-d44fe42b-c7a9-4bb8-a963-dd646ee64202 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ba59b9-79a2-4c33-8784-a19e069e73ba HTTP/1.1" status: 200 len: 849 time: 0.1565652 Nov 25 04:05:32.398019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a3f13a4-5350-4e30-a393-29ef67b8cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:32.469487 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-34659218-8aea-4cb6-8605-8acf2b9f06e1 req-7d92b1da-6082-4e8f-8563-3ccca7ce2bc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=204a024c-54c8-4940-972c-ed909f766c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2186899 Nov 25 04:05:32.638479 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-34659218-8aea-4cb6-8605-8acf2b9f06e1 req-dac021f6-87e8-4646-a210-f54067a1f5e9 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594038 Nov 25 04:05:32.670268 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072b178-970c-4ce9-a093-12c7b68aedc2 req-08ee711c-082e-4310-9ce2-14b5d7d32893 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:32.671892 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d072b178-970c-4ce9-a093-12c7b68aedc2 req-08ee711c-082e-4310-9ce2-14b5d7d32893 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.3810630 Nov 25 04:05:32.681427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e0e3a-199f-4253-9c3e-07fba8e421d9 req-3f8aa5cf-2ace-4026-b9d6-8e16349b325b tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:32.689470 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af0e0e3a-199f-4253-9c3e-07fba8e421d9 req-3f8aa5cf-2ace-4026-b9d6-8e16349b325b tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1504834 Nov 25 04:05:32.751921 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af0e0e3a-199f-4253-9c3e-07fba8e421d9 req-ec167d3d-db3b-479b-95a7-dfd97057e014 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600014 Nov 25 04:05:32.777320 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device aafd9373-8235-4d1e-8186-35d3b261de7f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:05:32.803792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a3f13a4-5350-4e30-a393-29ef67b8cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852280414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1859449'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:32.824541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: aafd9373-8235-4d1e-8186-35d3b261de7f {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:05:32.825487 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device aafd9373-8235-4d1e-8186-35d3b261de7f not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:05:32.879370 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:33.016972 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a3f13a4-5350-4e30-a393-29ef67b8cc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:33.032135 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-1a3f13a4-5350-4e30-a393-29ef67b8cc3d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/689992f9-6106-4ecb-90eb-a19f57b05206 HTTP/1.1" status: 204 len: 168 time: 1.2006016 Nov 25 04:05:33.034425 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-34659218-8aea-4cb6-8605-8acf2b9f06e1 req-828b92a0-2dff-4f21-8d24-f884adeba726 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615923 Nov 25 04:05:33.035053 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 47096) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:33.037628 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d072b178-970c-4ce9-a093-12c7b68aedc2 req-1ef3d933-756f-4426-bc41-d3fec85b2db6 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254850 Nov 25 04:05:33.040116 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f13a4-5350-4e30-a393-29ef67b8cc3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689992f9-6106-4ecb-90eb-a19f57b05206,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:33.043253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1a3f13a4-5350-4e30-a393-29ef67b8cc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:33.197834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9aa87-f426-43bd-9992-29ca059125ce req-f5d955cd-93e7-4e78-afc7-1ae21a5b5496 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:33.199735 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dae9aa87-f426-43bd-9992-29ca059125ce req-f5d955cd-93e7-4e78-afc7-1ae21a5b5496 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.1727729 Nov 25 04:05:33.231217 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:33.313129 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dae9aa87-f426-43bd-9992-29ca059125ce req-3fb5073a-0822-47ac-bb57-942d49435eae tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008840 Nov 25 04:05:33.408509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:33.446112 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c24413-7279-45b4-aa6f-25da6b20960d']}} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:33.462094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4cde57-d1d5-481f-ba29-fec405b5f310') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:33.462574 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4cde57-d1d5-481f-ba29-fec405b5f310') {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:33.477840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495400'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:33.497109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:33.505022 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:05:33.505693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494976'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:05:33.522202 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:05:33.665079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:33.668931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:33.711134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:33.765867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] Pushing event deleted for resources: {'Network': ['ID=52c24413-7279-45b4-aa6f-25da6b20960d,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:33.789263 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] 10.222.0.47 "DELETE /v2.0/networks/52c24413-7279-45b4-aa6f-25da6b20960d HTTP/1.1" status: 204 len: 168 time: 0.7505240 Nov 25 04:05:33.801819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1f6b0b6d-80fb-48a6-9077-fc337c39dcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:34.197531 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709c9fc-0c2d-4913-aa3e-047fd97558ba req-15e073d7-8243-4130-96fc-2136aa25a323 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:34.206245 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b709c9fc-0c2d-4913-aa3e-047fd97558ba req-15e073d7-8243-4130-96fc-2136aa25a323 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1514788 Nov 25 04:05:34.239225 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-02d39b98-82aa-4388-a4f6-68407d8dc98f req-0e207c14-76a0-4690-8154-f0211d738d34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 1099 time: 0.2858353 Nov 25 04:05:34.350004 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 47208) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:34.467092 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-14164513-34cc-4805-ab09-c82e652d8cae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09e4e3558fb941d389bb1e246dc89639&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1155944 Nov 25 04:05:34.472595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 47220) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:34.500228 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b709c9fc-0c2d-4913-aa3e-047fd97558ba req-504d6908-8b27-4c80-8e41-95f824f56bd5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927945 Nov 25 04:05:34.503710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d39b98-82aa-4388-a4f6-68407d8dc98f req-f381b15a-ed27-4146-b0e4-b7548caa1ae7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:34.506211 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-02d39b98-82aa-4388-a4f6-68407d8dc98f req-f381b15a-ed27-4146-b0e4-b7548caa1ae7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 917 time: 0.2551248 Nov 25 04:05:34.532683 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84f74-3b84-46a3-b8bb-2c9f880f1886 req-c8df4cbf-c394-483c-a369-3cf60b0041b8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:34.541331 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0bf84f74-3b84-46a3-b8bb-2c9f880f1886 req-c8df4cbf-c394-483c-a369-3cf60b0041b8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.2341943 Nov 25 04:05:34.634212 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ac1b673b-8729-4455-b6d5-39b8e5085fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:34.663196 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ac1b673b-8729-4455-b6d5-39b8e5085fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:34.734981 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0bf84f74-3b84-46a3-b8bb-2c9f880f1886 req-6624beb1-c675-4033-8f4f-7e758dd9521f tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924002 Nov 25 04:05:34.736649 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ac1b673b-8729-4455-b6d5-39b8e5085fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:34.741907 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-02d39b98-82aa-4388-a4f6-68407d8dc98f req-b2841c17-b4cf-4685-bcba-6c5d3b1970f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d84742-9b2d-4640-ba67-233c7657fa64 HTTP/1.1" status: 200 len: 1001 time: 0.2279994 Nov 25 04:05:34.776508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2a486fea-7034-4a1e-9672-40fc6cf54310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:34.799813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b673b-8729-4455-b6d5-39b8e5085fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15561fdf-a7d8-411c-88ed-2b28270c6cbf,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:34.810737 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ac1b673b-8729-4455-b6d5-39b8e5085fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:34.823834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ac1b673b-8729-4455-b6d5-39b8e5085fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:34.825086 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ac1b673b-8729-4455-b6d5-39b8e5085fb4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15561fdf-a7d8-411c-88ed-2b28270c6cbf HTTP/1.1" status: 204 len: 168 time: 0.3489642 Nov 25 04:05:34.926192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d39b98-82aa-4388-a4f6-68407d8dc98f req-c72f5ef3-970f-49f6-b8ec-d57d94dc94a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:34.928596 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-02d39b98-82aa-4388-a4f6-68407d8dc98f req-c72f5ef3-970f-49f6-b8ec-d57d94dc94a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 200 len: 855 time: 0.1135633 Nov 25 04:05:34.952387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832ec9b-c00a-4d0f-8390-f2463e8f812b req-8e47b93f-7357-4b19-853b-6f5759fd082a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:34.954434 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1832ec9b-c00a-4d0f-8390-f2463e8f812b req-8e47b93f-7357-4b19-853b-6f5759fd082a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.2115049 Nov 25 04:05:35.088892 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-02d39b98-82aa-4388-a4f6-68407d8dc98f req-a6db7894-b793-4667-be17-531abe9f35bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a25752b1-9c08-4df0-8384-722234ed08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1331778 Nov 25 04:05:35.096051 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1832ec9b-c00a-4d0f-8390-f2463e8f812b req-11e0fa1a-7672-479c-81af-5e27d30b8465 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844839 Nov 25 04:05:35.264303 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-02d39b98-82aa-4388-a4f6-68407d8dc98f req-c0a25c16-9af7-4d00-93c8-7a0ed9f01143 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665959 Nov 25 04:05:35.468227 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-02d39b98-82aa-4388-a4f6-68407d8dc98f req-a77bd786-4da1-4f53-86d4-989c8b4d4969 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900487 Nov 25 04:05:35.532209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 47256) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:35.596995 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f151658f-a393-4d56-9b80-b581d5c7d0bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=334282ad6c1e4b9689f61e4ba88cdebc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0634208 Nov 25 04:05:35.600282 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 47264) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:35.688843 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7cbafbed-3e65-4ab7-9e54-285cec119515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:35.741760 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7cbafbed-3e65-4ab7-9e54-285cec119515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:35.884879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1129-6564-4752-86f3-e8535617c4cb req-3d7a0a46-ad81-42ed-ac19-75fc8b420794 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:35.893816 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3c2f1129-6564-4752-86f3-e8535617c4cb req-3d7a0a46-ad81-42ed-ac19-75fc8b420794 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1689150 Nov 25 04:05:35.978916 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3c2f1129-6564-4752-86f3-e8535617c4cb req-553be30b-2028-4a3d-b7d1-0c2e0cdb8eb6 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767927 Nov 25 04:05:36.088218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7cbafbed-3e65-4ab7-9e54-285cec119515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:36.094048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d686b2b0-133e-48ea-a9e0-29b8dddb2213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:36.106582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbafbed-3e65-4ab7-9e54-285cec119515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a553a3d-ad1d-46b5-8113-aec3d830093f,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:36.123527 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7cbafbed-3e65-4ab7-9e54-285cec119515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:36.124578 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7cbafbed-3e65-4ab7-9e54-285cec119515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:36.126040 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7cbafbed-3e65-4ab7-9e54-285cec119515 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a553a3d-ad1d-46b5-8113-aec3d830093f HTTP/1.1" status: 204 len: 168 time: 0.5245018 Nov 25 04:05:36.379799 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e8e3e-f22d-4dbd-b434-0c044e735e43 req-1110b2bc-53de-4f79-ad5c-6dccfb01ccea tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:36.381594 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6a4e8e3e-f22d-4dbd-b434-0c044e735e43 req-1110b2bc-53de-4f79-ad5c-6dccfb01ccea tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 946 time: 0.1026094 Nov 25 04:05:36.448177 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6a4e8e3e-f22d-4dbd-b434-0c044e735e43 req-f2134e21-aa22-4dd9-b937-17025c89635d tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580122 Nov 25 04:05:36.792768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 76d84742-9b2d-4640-ba67-233c7657fa64 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:05:36.980733 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:37.030048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:05:37.031112 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:05:37.038567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:37.041178 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:37.120899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=76d84742-9b2d-4640-ba67-233c7657fa64,revision_number=8']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:37.133056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:37.133374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:37.133678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:37.134277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:37.134819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:37.135358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:37.135908 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:37.136450 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:37.137023 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:37.137609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:37.138179 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:05:37.143950 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:37.188789 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64', 'code': 200} Nov 25 04:05:37.352484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124a3a4-31bb-4571-a135-21fc45ec2f24 req-d9d4dd75-f176-4a44-b1c3-fe2884ecf7a3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:37.360778 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8124a3a4-31bb-4571-a135-21fc45ec2f24 req-d9d4dd75-f176-4a44-b1c3-fe2884ecf7a3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1200070 Nov 25 04:05:37.423613 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8124a3a4-31bb-4571-a135-21fc45ec2f24 req-5ac07e5e-966e-49b1-9fc5-a58547680b8d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618393 Nov 25 04:05:37.789648 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acddfa4-ca17-468b-8342-e2c5836041ed req-20cf1e8e-b300-42d8-9095-7cc6a27a81a8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:37.799797 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6acddfa4-ca17-468b-8342-e2c5836041ed req-20cf1e8e-b300-42d8-9095-7cc6a27a81a8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.1119213 Nov 25 04:05:37.865248 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6acddfa4-ca17-468b-8342-e2c5836041ed req-68b1feec-d8e0-4f3d-925e-308a5850964d tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635948 Nov 25 04:05:38.684581 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb220b9-de8d-46b3-8bb4-0b11ae764377 req-4249f957-1f4c-439a-8f66-bfddcb11ca6f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:38.686687 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fbb220b9-de8d-46b3-8bb4-0b11ae764377 req-4249f957-1f4c-439a-8f66-bfddcb11ca6f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1248639 Nov 25 04:05:38.737463 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 47412) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:38.755083 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fbb220b9-de8d-46b3-8bb4-0b11ae764377 req-e53be2e5-0f9c-4d2c-a2de-90b886b3cc88 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609848 Nov 25 04:05:38.928700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6795f558-4756-4513-b5dc-f2c86ab76994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:38.967026 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6795f558-4756-4513-b5dc-f2c86ab76994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:38.971858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6795f558-4756-4513-b5dc-f2c86ab76994 admin admin] Usage tracker for resource:security_group_rule and tenant:5a66304cdedb41dcb416f61086c09e56 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:38.977194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6795f558-4756-4513-b5dc-f2c86ab76994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:38.986588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6795f558-4756-4513-b5dc-f2c86ab76994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:39.081819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6795f558-4756-4513-b5dc-f2c86ab76994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:39.085468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6795f558-4756-4513-b5dc-f2c86ab76994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:39.093146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4b9336c3-ca5d-47bb-86aa-c08b221b12e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:39.133259 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6795f558-4756-4513-b5dc-f2c86ab76994 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5a66304cdedb41dcb416f61086c09e56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3944750 Nov 25 04:05:39.135420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 47440) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:39.156407 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795f558-4756-4513-b5dc-f2c86ab76994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2307ebe7-4525-436a-af03-bb56ca5da6e7,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:39.161811 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6795f558-4756-4513-b5dc-f2c86ab76994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:39.272609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3881d75c-b667-4275-9a1b-4f750189fb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:39.285655 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-03155c76-6fce-41f2-bcf6-0904cef348d0 req-2c7133ed-1fd6-4f2f-b865-7982a67cc291 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1355145 Nov 25 04:05:39.305646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3881d75c-b667-4275-9a1b-4f750189fb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:39.363065 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3881d75c-b667-4275-9a1b-4f750189fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:39.371976 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9c348d6b-46b9-44b2-bde2-dadf2a3dc30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:39.381419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881d75c-b667-4275-9a1b-4f750189fb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2307ebe7-4525-436a-af03-bb56ca5da6e7,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:39.388016 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3881d75c-b667-4275-9a1b-4f750189fb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:39.388977 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3881d75c-b667-4275-9a1b-4f750189fb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:39.397084 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3881d75c-b667-4275-9a1b-4f750189fb18 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2307ebe7-4525-436a-af03-bb56ca5da6e7 HTTP/1.1" status: 204 len: 168 time: 0.2570567 Nov 25 04:05:39.652262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe4f29-88c8-4154-ab1c-1f43d288c05b req-dd16d8de-492d-424d-91f4-49547938dad2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:39.655090 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2abe4f29-88c8-4154-ab1c-1f43d288c05b req-dd16d8de-492d-424d-91f4-49547938dad2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.1378222 Nov 25 04:05:39.734223 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2abe4f29-88c8-4154-ab1c-1f43d288c05b req-95fcc915-831b-4f59-84ca-7a534bbaa865 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693059 Nov 25 04:05:39.752905 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 47492) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:40.093625 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5cb9edd1-e72a-4b7c-9ea4-6e4d49296d04 req-72c3590a-e976-4199-ae39-4e7bb6902ea1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3392653 Nov 25 04:05:40.102363 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed95e3-a620-4f2a-b5c3-67329cecf357 req-3f447d27-b3f0-4974-8d5e-fa2e711f5896 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:40.109690 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-11ed95e3-a620-4f2a-b5c3-67329cecf357 req-3f447d27-b3f0-4974-8d5e-fa2e711f5896 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1422567 Nov 25 04:05:40.186820 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-11ed95e3-a620-4f2a-b5c3-67329cecf357 req-2d6d20dc-532c-4484-aa32-04f16ed01696 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760443 Nov 25 04:05:40.744787 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:05:40.779977 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 76d84742-9b2d-4640-ba67-233c7657fa64 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:05:41.070157 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e984e-87ee-4d1b-b603-89fe1658b5b7 req-d5a272f8-44df-4e09-95a9-18ffaa82f1bb tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:41.071810 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9a4e984e-87ee-4d1b-b603-89fe1658b5b7 req-d5a272f8-44df-4e09-95a9-18ffaa82f1bb tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.1069019 Nov 25 04:05:41.134715 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9a4e984e-87ee-4d1b-b603-89fe1658b5b7 req-e2531523-765e-4e6f-bd42-1fa5dd7084f2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540130 Nov 25 04:05:41.392455 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebbf99-8ec6-4dfb-9cc3-be5f60832d96 req-c498770b-56cd-4a85-a8bb-c547a15f0ef0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:41.394097 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-77ebbf99-8ec6-4dfb-9cc3-be5f60832d96 req-c498770b-56cd-4a85-a8bb-c547a15f0ef0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0853698 Nov 25 04:05:41.444439 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-77ebbf99-8ec6-4dfb-9cc3-be5f60832d96 req-3c880465-3f87-4be3-af1e-dcfef9910b8e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Nov 25 04:05:41.919959 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5cb9edd1-e72a-4b7c-9ea4-6e4d49296d04 req-d7107342-2b23-4264-8cbd-df946ecbc083 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b&tenant_id=2192983d29584d5db1c6a2697d11a1db HTTP/1.1" status: 200 len: 1097 time: 0.0797827 Nov 25 04:05:42.031073 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5cb9edd1-e72a-4b7c-9ea4-6e4d49296d04 req-63455934-3005-47fc-90cc-1f53c0612b4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 1097 time: 0.0775421 Nov 25 04:05:42.142060 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 47674) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:42.179623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9edd1-e72a-4b7c-9ea4-6e4d49296d04 req-1df630e3-4477-42e5-8812-09ce1d2ab428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:42.181241 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5cb9edd1-e72a-4b7c-9ea4-6e4d49296d04 req-1df630e3-4477-42e5-8812-09ce1d2ab428 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 917 time: 0.1437268 Nov 25 04:05:42.227099 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf86a70-f880-44af-a7ed-cccf42bd9b38 admin admin] Deleting subnet cf3a14f2-5a19-42c2-a50a-eff6160f3a04 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:05:42.230488 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bf86a70-f880-44af-a7ed-cccf42bd9b38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:42.287256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bf86a70-f880-44af-a7ed-cccf42bd9b38 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:42.313058 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5cb9edd1-e72a-4b7c-9ea4-6e4d49296d04 req-b5f39696-3c85-496a-a7bb-4416b549ebc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d84742-9b2d-4640-ba67-233c7657fa64 HTTP/1.1" status: 200 len: 999 time: 0.1159019 Nov 25 04:05:42.328946 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bf86a70-f880-44af-a7ed-cccf42bd9b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:42.383446 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9edd1-e72a-4b7c-9ea4-6e4d49296d04 req-783291f0-11d7-45b8-8d47-3a6f90aece1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:42.385040 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5cb9edd1-e72a-4b7c-9ea4-6e4d49296d04 req-783291f0-11d7-45b8-8d47-3a6f90aece1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 200 len: 855 time: 0.0655391 Nov 25 04:05:42.432977 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bf86a70-f880-44af-a7ed-cccf42bd9b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:42.444452 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d285c-73ae-4783-82a1-982984765619 req-ff49e434-b02d-4094-a886-366b59c260a0 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:42.446141 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aa4d285c-73ae-4783-82a1-982984765619 req-ff49e434-b02d-4094-a886-366b59c260a0 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.1555681 Nov 25 04:05:42.447467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:42.476970 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5cb9edd1-e72a-4b7c-9ea4-6e4d49296d04 req-752b2737-80a1-4a2e-9904-e7f0162c75b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a25752b1-9c08-4df0-8384-722234ed08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842409 Nov 25 04:05:42.506002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf86a70-f880-44af-a7ed-cccf42bd9b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf3a14f2-5a19-42c2-a50a-eff6160f3a04,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:42.518195 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6bf86a70-f880-44af-a7ed-cccf42bd9b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:42.526871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bf86a70-f880-44af-a7ed-cccf42bd9b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:42.545659 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6bf86a70-f880-44af-a7ed-cccf42bd9b38 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cf3a14f2-5a19-42c2-a50a-eff6160f3a04 HTTP/1.1" status: 204 len: 168 time: 0.4001389 Nov 25 04:05:42.548931 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aa4d285c-73ae-4783-82a1-982984765619 req-84511661-f69c-4611-b1cf-bc4b6ea06fa6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743208 Nov 25 04:05:42.549790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 47684) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:42.679650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:42.680287 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5cb9edd1-e72a-4b7c-9ea4-6e4d49296d04 req-fb202b6a-05ca-4ac3-9371-4776578bb59f service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959858 Nov 25 04:05:42.822416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:42.835811 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6ae3a-3bee-485b-aa03-dcd14f28f9c4 req-3faa926e-5e46-457e-a9d3-447f2cb8c3f4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:42.839053 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e6d6ae3a-3bee-485b-aa03-dcd14f28f9c4 req-3faa926e-5e46-457e-a9d3-447f2cb8c3f4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.2343733 Nov 25 04:05:42.852945 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:42.853579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:42.854404 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:42.854770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > port after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:42.855119 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > port after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:42.855484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > port after_update 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:42.855836 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:42.856188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:42.856536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:42.856885 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:42.927202 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5cb9edd1-e72a-4b7c-9ea4-6e4d49296d04 req-4532e330-6fea-4034-b1b8-438077418a73 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387958 Nov 25 04:05:42.934076 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e6d6ae3a-3bee-485b-aa03-dcd14f28f9c4 req-0556f7ef-48b2-4cc5-867b-7699660af6e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798440 Nov 25 04:05:43.033981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:43.034507 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:43.034874 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:43.035238 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 25 04:05:43.035620 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd7f55c-ded5-49cc-b670-f25ea6398cf1']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:43.049336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2685d74b-77f6-447d-bc9c-0f1ba1213592') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:43.049760 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2685d74b-77f6-447d-bc9c-0f1ba1213592') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:05:43.066326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430980'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.082258 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.090767 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:05:43.091266 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852211546'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: (self, other), Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: (self, other), Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:05:43.109144 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:05:43.199843 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.204230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:43.222461 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.232766 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Pushing event deleted for resources: {'Network': ['ID=efd7f55c-ded5-49cc-b670-f25ea6398cf1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:43.236275 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:43.241963 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-bffd347b-2aa1-435d-80b8-bbb7cabf285b admin admin] 10.222.0.47 "DELETE /v2.0/networks/efd7f55c-ded5-49cc-b670-f25ea6398cf1 HTTP/1.1" status: 204 len: 168 time: 0.6904025 Nov 25 04:05:43.262389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 47702) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:43.454212 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 47708) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:43.454924 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b16a035a-ad45-4ab0-b99d-52d61a95ebb5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90fb917977ee48cfb3266d58f7d158a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1912518 Nov 25 04:05:43.457411 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 47710) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:43.519083 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2e2c4769-dd19-43f8-9004-157d08da8aa4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e0306785b7949f79dad01473c9027cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0564656 Nov 25 04:05:43.519083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 47718) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:43.526412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89594d61-0458-42a7-be58-e4dcb3c2bbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.555410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89594d61-0458-42a7-be58-e4dcb3c2bbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.567215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-29c43a4c-1f79-4435-9913-5d86c7516a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.588107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79cde502-ae69-4224-b475-066c28497b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.607523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89594d61-0458-42a7-be58-e4dcb3c2bbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.615816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f6ff4831-fca3-477f-a3c7-820d685c990a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:43.616351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79cde502-ae69-4224-b475-066c28497b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.629257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89594d61-0458-42a7-be58-e4dcb3c2bbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01854a8-8678-4817-a30d-df57c83033ef,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:43.633390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-89594d61-0458-42a7-be58-e4dcb3c2bbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:43.647350 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89594d61-0458-42a7-be58-e4dcb3c2bbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.651862 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-89594d61-0458-42a7-be58-e4dcb3c2bbcf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d01854a8-8678-4817-a30d-df57c83033ef HTTP/1.1" status: 204 len: 168 time: 0.1934087 Nov 25 04:05:43.673671 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79cde502-ae69-4224-b475-066c28497b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.685855 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ac1b673b-8729-4455-b6d5-39b8e5085fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:43.697515 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cde502-ae69-4224-b475-066c28497b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2ffc2d-b315-4b64-b294-ee50583e64e6,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:43.703493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-79cde502-ae69-4224-b475-066c28497b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:43.705364 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79cde502-ae69-4224-b475-066c28497b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:43.718484 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-79cde502-ae69-4224-b475-066c28497b0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f2ffc2d-b315-4b64-b294-ee50583e64e6 HTTP/1.1" status: 204 len: 168 time: 0.1921470 Nov 25 04:05:43.811831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e0b05-6dab-4304-80bc-54ff1f1d0514 req-3a658821-6764-4dff-b724-4d0764c0c3a1 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:43.813465 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-523e0b05-6dab-4304-80bc-54ff1f1d0514 req-3a658821-6764-4dff-b724-4d0764c0c3a1 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0875187 Nov 25 04:05:43.881182 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-523e0b05-6dab-4304-80bc-54ff1f1d0514 req-37bcc323-cda9-4593-ba3a-150bcb76cb0a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595982 Nov 25 04:05:44.200655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8b2de-0cfa-4172-99ba-b1b245da9341 req-8d0f6517-7a17-48fb-b6f1-19527493495a tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:44.202407 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5cc8b2de-0cfa-4172-99ba-b1b245da9341 req-8d0f6517-7a17-48fb-b6f1-19527493495a tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0951977 Nov 25 04:05:44.254152 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5cc8b2de-0cfa-4172-99ba-b1b245da9341 req-980a27e4-6b96-4717-a2ee-a17f43a7217f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458250 Nov 25 04:05:45.116292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:45.127229 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67224936-19dc-40eb-bf06-11685d2e6aa0 req-afe7a6ed-7c7e-4e31-8dc9-e4389b87ce2f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:45.135794 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67224936-19dc-40eb-bf06-11685d2e6aa0 req-afe7a6ed-7c7e-4e31-8dc9-e4389b87ce2f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.1040995 Nov 25 04:05:45.190581 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67224936-19dc-40eb-bf06-11685d2e6aa0 req-561c0186-f2a3-498d-993a-731e51ba5e3e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531757 Nov 25 04:05:45.470797 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb493f-6ad1-44b0-94fd-791ff81ff7b7 req-77502bfb-319c-4389-9d40-4f1c0169495e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:45.472406 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2ecb493f-6ad1-44b0-94fd-791ff81ff7b7 req-77502bfb-319c-4389-9d40-4f1c0169495e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0922344 Nov 25 04:05:45.531707 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2ecb493f-6ad1-44b0-94fd-791ff81ff7b7 req-dc1b2567-071b-43f8-b829-459b600990c8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527496 Nov 25 04:05:46.039390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-47bd9808-0708-4899-ab56-7cffbb65df74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:46.074227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:46.420234 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94114c-8a23-4c6a-8a48-21b9c30d4257 req-6f0d018c-1641-4384-a769-ea3d78f90978 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:46.421827 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fb94114c-8a23-4c6a-8a48-21b9c30d4257 req-6f0d018c-1641-4384-a769-ea3d78f90978 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0855944 Nov 25 04:05:46.473814 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fb94114c-8a23-4c6a-8a48-21b9c30d4257 req-a213be82-87d8-4e7c-a9ca-6708cf003d77 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450552 Nov 25 04:05:46.750264 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4c8be-1660-44e4-8f93-dce8adcb9892 req-ebc302f4-96e0-44e9-a8e9-9e042290fdf7 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:46.751919 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-06b4c8be-1660-44e4-8f93-dce8adcb9892 req-ebc302f4-96e0-44e9-a8e9-9e042290fdf7 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0919106 Nov 25 04:05:46.808003 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-06b4c8be-1660-44e4-8f93-dce8adcb9892 req-69e2de05-3f3a-454f-b268-0d64e96df266 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444913 Nov 25 04:05:47.693046 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cf63a-56af-4541-9435-7b599b1238fe req-1279f9b1-4245-4002-a660-0c5648661dda tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:47.694686 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b45cf63a-56af-4541-9435-7b599b1238fe req-1279f9b1-4245-4002-a660-0c5648661dda tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0877221 Nov 25 04:05:47.745267 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b45cf63a-56af-4541-9435-7b599b1238fe req-b1703e95-2825-4434-9ee3-e8392600e40b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444610 Nov 25 04:05:47.976562 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:48.029096 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4961f80-10d8-4f24-a0b9-82782e8d135f req-121cbc11-ff80-4055-b9b9-cb57b6bf7391 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:48.030765 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f4961f80-10d8-4f24-a0b9-82782e8d135f req-121cbc11-ff80-4055-b9b9-cb57b6bf7391 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0980232 Nov 25 04:05:48.081298 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f4961f80-10d8-4f24-a0b9-82782e8d135f req-0307b3f7-7620-43a9-9315-532f09cdbfb2 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Nov 25 04:05:48.972880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f811c68-e887-47a2-b5d4-6bb1bd7afbe6 req-8f2962a5-ef2e-4edd-9def-909967f52955 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:48.974880 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2f811c68-e887-47a2-b5d4-6bb1bd7afbe6 req-8f2962a5-ef2e-4edd-9def-909967f52955 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0877926 Nov 25 04:05:49.024481 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2f811c68-e887-47a2-b5d4-6bb1bd7afbe6 req-27e5e52a-5445-4860-b1a0-857cc1f97314 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433946 Nov 25 04:05:49.293170 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97bff-dd47-40af-b44a-a147c17bc5b8 req-51f1dd67-4ad0-468d-ab3d-fdfe9494550a tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:49.294827 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9aa97bff-dd47-40af-b44a-a147c17bc5b8 req-51f1dd67-4ad0-468d-ab3d-fdfe9494550a tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0899487 Nov 25 04:05:49.345997 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9aa97bff-dd47-40af-b44a-a147c17bc5b8 req-487d262f-3e81-43a8-84e7-2c0ccd689574 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Nov 25 04:05:50.241396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa749e-c231-447e-8c22-14a6a3474880 req-541f165e-5410-4d5e-9b49-3b47dca7e9ba tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:50.242972 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0eaa749e-c231-447e-8c22-14a6a3474880 req-541f165e-5410-4d5e-9b49-3b47dca7e9ba tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0833392 Nov 25 04:05:50.295888 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0eaa749e-c231-447e-8c22-14a6a3474880 req-2277c89c-e13f-42f8-8cc9-07a3dd88feb8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467229 Nov 25 04:05:50.561469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ee246-f7ae-4d54-9ad9-7b85e19bcc03 req-02a2cbd8-2048-4374-a103-c70e7214be90 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:50.563104 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4c7ee246-f7ae-4d54-9ad9-7b85e19bcc03 req-02a2cbd8-2048-4374-a103-c70e7214be90 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0893784 Nov 25 04:05:50.616189 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4c7ee246-f7ae-4d54-9ad9-7b85e19bcc03 req-c3daed1e-75eb-42f2-a551-d922db16eb0f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439639 Nov 25 04:05:50.866885 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bec26d27-8fde-40a8-aec2-55ec3de99f64 req-fecf0c37-06c1-4f21-a267-8bc38f719394 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756719 Nov 25 04:05:50.869380 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 47838) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:50.993009 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bec26d27-8fde-40a8-aec2-55ec3de99f64 req-1e727a4a-8150-4ded-9787-19f319b8c213 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 1099 time: 0.0775955 Nov 25 04:05:51.030732 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9d29059-d7a7-4d97-b3ac-5bf735edd399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:51.064028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f9d29059-d7a7-4d97-b3ac-5bf735edd399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:05:51.068911 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f9d29059-d7a7-4d97-b3ac-5bf735edd399 admin admin] Usage tracker for resource:security_group_rule and tenant:b66b0c22720641f5b44917352b698ae1 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:05:51.072220 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f9d29059-d7a7-4d97-b3ac-5bf735edd399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:05:51.081014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f9d29059-d7a7-4d97-b3ac-5bf735edd399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:05:51.155597 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9d29059-d7a7-4d97-b3ac-5bf735edd399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:51.158990 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9d29059-d7a7-4d97-b3ac-5bf735edd399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:51.159415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec26d27-8fde-40a8-aec2-55ec3de99f64 req-d6bc5699-858f-464b-bc55-5dc39ba56cb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:51.161388 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bec26d27-8fde-40a8-aec2-55ec3de99f64 req-d6bc5699-858f-464b-bc55-5dc39ba56cb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 920 time: 0.1485319 Nov 25 04:05:51.167286 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-373a6806-65cf-443d-affa-b39d93df50db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:51.211912 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d29059-d7a7-4d97-b3ac-5bf735edd399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169d8eba-ee98-4082-91ce-f76dbba1322a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:51.215352 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f9d29059-d7a7-4d97-b3ac-5bf735edd399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:51.218250 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f9d29059-d7a7-4d97-b3ac-5bf735edd399 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b66b0c22720641f5b44917352b698ae1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3477175 Nov 25 04:05:51.221078 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 47844) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:05:51.231973 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bec26d27-8fde-40a8-aec2-55ec3de99f64 req-5e5fd966-f818-490b-92e8-37e9281c1e6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ac96007-0391-40cd-abe8-afe214f8fad3 HTTP/1.1" status: 200 len: 217 time: 0.0637538 Nov 25 04:05:51.244830 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:51.291560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5baf649a-be43-4574-b437-b07c4748c823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:51.311391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec26d27-8fde-40a8-aec2-55ec3de99f64 req-df637bc7-54ba-437d-98b3-66210cf92658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:51.312973 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bec26d27-8fde-40a8-aec2-55ec3de99f64 req-df637bc7-54ba-437d-98b3-66210cf92658 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 200 len: 859 time: 0.0721302 Nov 25 04:05:51.322082 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5baf649a-be43-4574-b437-b07c4748c823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:51.362781 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bec26d27-8fde-40a8-aec2-55ec3de99f64 req-75a2703e-cac4-42cb-8c2b-cbdbe554e380 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab46472b-7ed2-4cef-ad7d-804831d4a509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431643 Nov 25 04:05:51.372473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5baf649a-be43-4574-b437-b07c4748c823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:51.377601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b6a7951e-9d06-4488-bd6a-8502a80ef622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:05:51.391151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf649a-be43-4574-b437-b07c4748c823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169d8eba-ee98-4082-91ce-f76dbba1322a,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:05:51.394679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5baf649a-be43-4574-b437-b07c4748c823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:05:51.399658 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5baf649a-be43-4574-b437-b07c4748c823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:05:51.406106 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-5baf649a-be43-4574-b437-b07c4748c823 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/169d8eba-ee98-4082-91ce-f76dbba1322a HTTP/1.1" status: 204 len: 168 time: 0.1839452 Nov 25 04:05:51.519156 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bec26d27-8fde-40a8-aec2-55ec3de99f64 req-dddec682-0ccc-4c1f-8982-199c1125a9b1 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494105 Nov 25 04:05:51.530324 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49871f3c-07cf-4fa9-9111-309352469aae req-42dba069-f9ab-46f7-ab4a-ab8f3bd43ade tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:51.532027 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-49871f3c-07cf-4fa9-9111-309352469aae req-42dba069-f9ab-46f7-ab4a-ab8f3bd43ade tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0937719 Nov 25 04:05:51.582007 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-49871f3c-07cf-4fa9-9111-309352469aae req-32dcee27-10da-48aa-a8f6-588fc00c5bba tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434930 Nov 25 04:05:51.711587 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bec26d27-8fde-40a8-aec2-55ec3de99f64 req-9acf3a08-5988-43ad-9b91-f7b2af784a04 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860483 Nov 25 04:05:51.859259 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d344920-9d04-482d-96a4-b3ce3b3bedd0 req-ce945b19-e95d-4c73-8082-4a547a623cb0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:51.860905 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2d344920-9d04-482d-96a4-b3ce3b3bedd0 req-ce945b19-e95d-4c73-8082-4a547a623cb0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0923746 Nov 25 04:05:51.913301 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2d344920-9d04-482d-96a4-b3ce3b3bedd0 req-539169e2-2170-4918-be23-bf495d79f5a6 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452001 Nov 25 04:05:52.815914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99708385-960e-4e61-8a6a-45f6d3e50ef6 req-cb638ccf-b818-45c5-a723-06e7964e39fe tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:52.818153 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-99708385-960e-4e61-8a6a-45f6d3e50ef6 req-cb638ccf-b818-45c5-a723-06e7964e39fe tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0952649 Nov 25 04:05:52.867106 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-99708385-960e-4e61-8a6a-45f6d3e50ef6 req-69fca0ce-bdf4-4bc7-bba9-0bd41b45a04f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428512 Nov 25 04:05:53.130950 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24012222-f8e9-42c0-b76f-c27185aeceed req-08010423-7bd0-4f9e-be04-d4bce0ff5786 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:53.132523 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-24012222-f8e9-42c0-b76f-c27185aeceed req-08010423-7bd0-4f9e-be04-d4bce0ff5786 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0896220 Nov 25 04:05:53.182049 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-24012222-f8e9-42c0-b76f-c27185aeceed req-1d287812-751d-47ae-8625-c3714f3571ef tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Nov 25 04:05:54.094631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854158a3-ffa6-4fe2-8213-950d3cad88f1 req-831c6a34-95ea-4f3d-ab9e-08729e5e69f1 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:54.096222 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-854158a3-ffa6-4fe2-8213-950d3cad88f1 req-831c6a34-95ea-4f3d-ab9e-08729e5e69f1 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0872536 Nov 25 04:05:54.149017 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-854158a3-ffa6-4fe2-8213-950d3cad88f1 req-5f0507fb-99db-4705-8be6-d98631a3040a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456939 Nov 25 04:05:54.402353 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d58785-f586-4612-a3d6-5624a3c1ab6f req-15c81e97-2162-49d9-aac8-7d9fcae8eb73 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:54.403985 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e7d58785-f586-4612-a3d6-5624a3c1ab6f req-15c81e97-2162-49d9-aac8-7d9fcae8eb73 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0922542 Nov 25 04:05:54.455623 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e7d58785-f586-4612-a3d6-5624a3c1ab6f req-62cbd0e2-748e-42e4-9ad0-adc30aa618c4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453265 Nov 25 04:05:55.387776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474a744-823a-4561-8ce4-9eda8b1d5830 req-52e6c555-49ce-441c-819b-394ed8c73f88 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:55.389551 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c474a744-823a-4561-8ce4-9eda8b1d5830 req-52e6c555-49ce-441c-819b-394ed8c73f88 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0919149 Nov 25 04:05:55.440716 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c474a744-823a-4561-8ce4-9eda8b1d5830 req-5d6dae7d-a7ac-4908-a1f6-bd623b1ca88e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Nov 25 04:05:55.681894 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4b890-c3c7-464d-8cdf-a5d8d859d3ae req-2289fa88-39a5-401e-87c0-59582e813da0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:55.683469 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0cf4b890-c3c7-464d-8cdf-a5d8d859d3ae req-2289fa88-39a5-401e-87c0-59582e813da0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0928996 Nov 25 04:05:55.735312 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0cf4b890-c3c7-464d-8cdf-a5d8d859d3ae req-7cb14b3f-eaa1-4a06-b720-f71157d76a9e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457797 Nov 25 04:05:56.669768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18d271-e033-4e7d-b083-bc3f5cff29d8 req-b46797a1-a125-4dfc-a8bc-7706b0b9f885 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:56.671436 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2d18d271-e033-4e7d-b083-bc3f5cff29d8 req-b46797a1-a125-4dfc-a8bc-7706b0b9f885 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0861137 Nov 25 04:05:56.727938 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2d18d271-e033-4e7d-b083-bc3f5cff29d8 req-fbec8658-ff99-4845-ae2e-1bfacb4d12fb tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497284 Nov 25 04:05:57.165088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ac243-edd4-4c12-8fad-9479d10609bb req-56cfcafa-3102-41f6-8f39-32bf2c7548e5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:57.167095 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-665ac243-edd4-4c12-8fad-9479d10609bb req-56cfcafa-3102-41f6-8f39-32bf2c7548e5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.2912955 Nov 25 04:05:57.230521 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-665ac243-edd4-4c12-8fad-9479d10609bb req-d87b3684-7cba-4e4d-8dfb-ab4b5d3cddc5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571933 Nov 25 04:05:57.967022 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40813ae-21d8-4783-9b69-5f37defd535c req-169a72aa-a896-4303-a0bf-18691a7cbb12 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:57.969018 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a40813ae-21d8-4783-9b69-5f37defd535c req-169a72aa-a896-4303-a0bf-18691a7cbb12 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0877230 Nov 25 04:05:58.021043 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a40813ae-21d8-4783-9b69-5f37defd535c req-cb6c424a-18e1-434c-9257-5b62c964a584 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449886 Nov 25 04:05:58.462126 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b552c8-381f-4bf7-9c6e-09aed4cea3cd req-26c9b5b9-f3e8-4dd6-8c68-edf9647124f3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:58.465895 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-91b552c8-381f-4bf7-9c6e-09aed4cea3cd req-26c9b5b9-f3e8-4dd6-8c68-edf9647124f3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0951984 Nov 25 04:05:58.583065 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-91b552c8-381f-4bf7-9c6e-09aed4cea3cd req-55e929eb-e595-4b26-a5da-86be1e5ea0ec tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097157 Nov 25 04:05:59.435431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb0f5d-b403-4b35-8f25-101f54e2cf0b req-1a8a3481-67f7-4c0d-a366-de9829035f47 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:59.436992 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-68cb0f5d-b403-4b35-8f25-101f54e2cf0b req-1a8a3481-67f7-4c0d-a366-de9829035f47 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.2768078 Nov 25 04:05:59.505846 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-68cb0f5d-b403-4b35-8f25-101f54e2cf0b req-741233b5-70c6-4e54-85fc-5071b7544332 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588486 Nov 25 04:05:59.817566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbb0b7-7b6f-4648-b309-6ac386c44b02 req-b84e9477-488e-4db3-92d6-5efce44c3730 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:05:59.819252 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b2fbb0b7-7b6f-4648-b309-6ac386c44b02 req-b84e9477-488e-4db3-92d6-5efce44c3730 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1074245 Nov 25 04:05:59.870321 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b2fbb0b7-7b6f-4648-b309-6ac386c44b02 req-e697003c-963d-4393-a473-ea26462a2558 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449085 Nov 25 04:06:00.746320 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121e22-5b7b-4d93-a9f6-d490cf46984b req-bb69d5f4-aabb-493a-b625-d60de7f80942 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:00.747903 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-26121e22-5b7b-4d93-a9f6-d490cf46984b req-bb69d5f4-aabb-493a-b625-d60de7f80942 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0881653 Nov 25 04:06:00.808349 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-26121e22-5b7b-4d93-a9f6-d490cf46984b req-cc3fb8e9-9319-468f-b989-3af328d80c34 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451005 Nov 25 04:06:01.102310 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87aa0d4-238c-4231-b850-90c583561253 req-c727d9a6-f4ce-487f-bcb5-f9644c256d6c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:01.102310 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d87aa0d4-238c-4231-b850-90c583561253 req-c727d9a6-f4ce-487f-bcb5-f9644c256d6c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1040037 Nov 25 04:06:01.163314 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d87aa0d4-238c-4231-b850-90c583561253 req-171458d3-17f8-474e-aa95-5ae7c6271356 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Nov 25 04:06:02.052961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9a388-6160-422f-b81f-6ab5aa165a2b req-96ac1b7f-459f-4d29-a7de-4c1b9d755b62 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:02.054591 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-33b9a388-6160-422f-b81f-6ab5aa165a2b req-96ac1b7f-459f-4d29-a7de-4c1b9d755b62 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0958786 Nov 25 04:06:02.105513 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-33b9a388-6160-422f-b81f-6ab5aa165a2b req-368f8286-9d15-4c0a-9c32-efdf067c0299 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448670 Nov 25 04:06:02.384326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b77e8-79dd-4ee8-a2aa-0cf0dff62891 req-c2766b0a-68af-48b2-9b30-6ac2ec394314 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:02.385995 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6e0b77e8-79dd-4ee8-a2aa-0cf0dff62891 req-c2766b0a-68af-48b2-9b30-6ac2ec394314 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0902245 Nov 25 04:06:02.438220 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6e0b77e8-79dd-4ee8-a2aa-0cf0dff62891 req-e7f998f4-fef4-41f9-86ab-5f077d8c1522 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 Nov 25 04:06:03.036486 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-f340539d-d32b-4580-89a7-f1c61bc8e51b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Synchronizing usage tracker for tenant:7109e4e352c54001a318a33903fc7bbf on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:06:03.053564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-f340539d-d32b-4580-89a7-f1c61bc8e51b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Unset dirty status for tenant:7109e4e352c54001a318a33903fc7bbf on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:06:03.055284 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-f340539d-d32b-4580-89a7-f1c61bc8e51b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111478555&fields=id&tenant_id=7109e4e352c54001a318a33903fc7bbf HTTP/1.1" status: 200 len: 267 time: 0.0658422 Nov 25 04:06:03.237496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-45d6cb6d-8691-4bc7-b1a5-1cb505585f25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:03.238813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-45d6cb6d-8691-4bc7-b1a5-1cb505585f25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Synchronizing usage tracker for tenant:7109e4e352c54001a318a33903fc7bbf on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:06:03.296143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-45d6cb6d-8691-4bc7-b1a5-1cb505585f25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Unset dirty status for tenant:7109e4e352c54001a318a33903fc7bbf on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:06:03.297376 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-45d6cb6d-8691-4bc7-b1a5-1cb505585f25 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/networks?id=d782c046-109e-4cc0-a0b2-334f293eed48 HTTP/1.1" status: 200 len: 809 time: 0.2348864 Nov 25 04:06:03.334424 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-acd668ab-9c4f-4d76-b506-fb03571543c0 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/quotas/7109e4e352c54001a318a33903fc7bbf HTTP/1.1" status: 200 len: 375 time: 0.0182183 Nov 25 04:06:03.468686 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd68946-6171-491e-bada-74ad7d3d5ce5 req-4b546fce-0ca8-4870-844a-0a503057cd9f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:03.470354 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fdd68946-6171-491e-bada-74ad7d3d5ce5 req-4b546fce-0ca8-4870-844a-0a503057cd9f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.1427326 Nov 25 04:06:03.476654 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-a6e59c91-24d4-47b2-9531-3b0b3e51119b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Synchronizing usage tracker for tenant:7109e4e352c54001a318a33903fc7bbf on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:06:03.496006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-a6e59c91-24d4-47b2-9531-3b0b3e51119b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Unset dirty status for tenant:7109e4e352c54001a318a33903fc7bbf on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:06:03.497473 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-a6e59c91-24d4-47b2-9531-3b0b3e51119b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7109e4e352c54001a318a33903fc7bbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564500 Nov 25 04:06:03.545321 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fdd68946-6171-491e-bada-74ad7d3d5ce5 req-780ad906-1997-4bc5-b8d1-39e489848a3d tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676255 Nov 25 04:06:03.661510 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-04e88ed1-fb68-4680-8fec-a27f9fbe9a17 service neutron] 10.222.0.47 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504502 Nov 25 04:06:03.785496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942feb78-4c84-49a8-ad02-46b0e0d9f1cc req-613412f3-2b2d-4396-930d-bc546fe316c5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:03.788913 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-942feb78-4c84-49a8-ad02-46b0e0d9f1cc req-613412f3-2b2d-4396-930d-bc546fe316c5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0986190 Nov 25 04:06:03.846893 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-278caaf8-536b-4262-ae99-23bcbf62d838 service neutron] 10.222.0.47 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785014 Nov 25 04:06:03.866752 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-942feb78-4c84-49a8-ad02-46b0e0d9f1cc req-50a3473e-4347-4692-9110-0688fd90c879 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715756 Nov 25 04:06:04.295327 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-75ceff45-f4b6-4cd5-a8ec-fd3591662af8 req-dbb57eca-3644-42a0-8120-38ddf994cd4c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 210 time: 0.0519962 Nov 25 04:06:04.835580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554b19c-c1b2-4757-ba37-3eb217384074 req-218b28ce-37fa-4ee7-82bf-a3fac5785ed3 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:04.838089 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a554b19c-c1b2-4757-ba37-3eb217384074 req-218b28ce-37fa-4ee7-82bf-a3fac5785ed3 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.1244245 Nov 25 04:06:04.902618 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a554b19c-c1b2-4757-ba37-3eb217384074 req-39d7c956-c4e2-4264-afea-331e703b1e04 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590162 Nov 25 04:06:05.124067 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5a07e-f906-4ca2-ad4a-e2ee9ee44e0d req-6b2dcc67-8bca-44ad-91c8-34eafbf4fc3e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:05.130709 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fbe5a07e-f906-4ca2-ad4a-e2ee9ee44e0d req-6b2dcc67-8bca-44ad-91c8-34eafbf4fc3e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1095963 Nov 25 04:06:05.196565 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fbe5a07e-f906-4ca2-ad4a-e2ee9ee44e0d req-96b166f0-3b6c-48ab-85b7-169d3529ee90 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613537 Nov 25 04:06:05.468183 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e8e102e-02b9-44f4-8ae2-c0ad3cf80d30 req-c456f197-4373-422d-b752-1d8ebc4ffa69 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 210 time: 0.0461140 Nov 25 04:06:06.150372 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06920dcf-9e2c-495b-a235-2d72fbae0718 req-9a377158-dc9e-4cd8-9ed2-01f938b3a474 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:06.152004 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-06920dcf-9e2c-495b-a235-2d72fbae0718 req-9a377158-dc9e-4cd8-9ed2-01f938b3a474 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0895340 Nov 25 04:06:06.201950 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-06920dcf-9e2c-495b-a235-2d72fbae0718 req-5738b93e-6195-4e55-9a47-0ef4f735f2a0 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438530 Nov 25 04:06:06.420448 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cdda3-2ced-4693-bae9-e447fbab8b32 req-86802758-4976-4861-988d-2678fb891d39 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:06.424459 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-853cdda3-2ced-4693-bae9-e447fbab8b32 req-86802758-4976-4861-988d-2678fb891d39 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0910428 Nov 25 04:06:06.483951 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-853cdda3-2ced-4693-bae9-e447fbab8b32 req-6299ba00-cfed-40cd-9ec0-ab57999bdcae tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539365 Nov 25 04:06:06.671652 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ab356e7a-4332-496a-b5d6-edf40d571eca req-8e8bdaa7-5353-49ce-81af-d2f58e7d9212 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 210 time: 0.0481322 Nov 25 04:06:06.802457 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5f295006-730f-4ef7-964f-3d24af7a7224 req-851214d7-c41b-4a73-a344-821aa3cba237 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 1098 time: 0.0769119 Nov 25 04:06:06.847038 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5f295006-730f-4ef7-964f-3d24af7a7224 req-c045cd04-1d25-4ac7-bba0-fc48caa2c7be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Nov 25 04:06:07.421364 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f3ef9-2f2e-4c76-9620-962dd7be914d req-bf9df648-f095-4e44-99ca-b93c2a716428 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:07.422992 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-590f3ef9-2f2e-4c76-9620-962dd7be914d req-bf9df648-f095-4e44-99ca-b93c2a716428 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0829065 Nov 25 04:06:07.477187 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-590f3ef9-2f2e-4c76-9620-962dd7be914d req-b1b7dacd-6c8b-4317-a572-0f97ceede410 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473647 Nov 25 04:06:07.662003 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-081317fe-83d9-49c4-b655-7b1dd7fc029d tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:07.663567 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-081317fe-83d9-49c4-b655-7b1dd7fc029d tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.15 "GET /v2.0/networks?id=d782c046-109e-4cc0-a0b2-334f293eed48 HTTP/1.1" status: 200 len: 809 time: 0.1997876 Nov 25 04:06:07.740586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e494ac6-01d2-4ebf-a587-f884b953ed57 req-65de33cf-ef03-4532-a6ce-a453431bf62e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:07.742088 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2e494ac6-01d2-4ebf-a587-f884b953ed57 req-65de33cf-ef03-4532-a6ce-a453431bf62e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1268866 Nov 25 04:06:07.785949 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-369872fc-5118-46b7-b8d3-0ceb26c288d8 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7109e4e352c54001a318a33903fc7bbf HTTP/1.1" status: 200 len: 379 time: 0.0868747 Nov 25 04:06:07.855323 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Request body: {'port': {'device_id': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'admin_state_up': True, 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'security_groups': ['f63175d8-86b5-4fc1-be1d-fc4399147b3d']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:06:07.870271 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7ade2920-7f6f-49fd-be3d-01fd0f4489dc req-edcb53a4-7ce1-467e-a674-5a6a1f0e0bb5 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 210 time: 0.0598381 Nov 25 04:06:07.986492 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2e494ac6-01d2-4ebf-a587-f884b953ed57 req-ac7e27c7-11b1-4a47-a515-39878ebed1ca tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977036 Nov 25 04:06:08.037341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:06:08.048413 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:06:08.059457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Made reservation on behalf of 7109e4e352c54001a318a33903fc7bbf for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:06:08.064989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:08.250192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Allocated IP 172.20.0.6 (d782c046-109e-4cc0-a0b2-334f293eed48/f8d5d8d9-0748-4375-b694-c56a0e47d2b5/b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:06:08.448311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:08.465262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Transition to ACTIVE for port object b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:06:08.484831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:08.490914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be1d4f9f-b02b-442a-9c4d-4269b36cd89c tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:08.561536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Network d782c046-109e-4cc0-a0b2-334f293eed48 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:06:08.565390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:06:08.570797 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:06:08.598568 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event updated for resources: {'Port': ['ID=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:08.636369 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:08.636759 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:08.637237 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:08.637716 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:08.638232 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:08.638702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:08.639168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:08.639633 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:08.640101 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:08.640560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:08.641024 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:08.647601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:08.663674 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:08.664496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:08.690492 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8395956 Nov 25 04:06:08.709234 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Request body: {'port': {'device_id': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:06:08.712783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e59827-a1f8-4536-b956-ed8ce1d72afd req-71cc4087-b354-42ba-8c80-0451a57cf95c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:08.715114 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-86e59827-a1f8-4536-b956-ed8ce1d72afd req-71cc4087-b354-42ba-8c80-0451a57cf95c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 944 time: 0.0943577 Nov 25 04:06:08.782336 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-86e59827-a1f8-4536-b956-ed8ce1d72afd req-8cf1caab-3d1b-4448-9f1c-803606824e98 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616920 Nov 25 04:06:08.841514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:08.896107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 76d84742-9b2d-4640-ba67-233c7657fa64 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:06:09.007678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-05fd1b09-196c-4cc1-8a0b-678775e9e753 None None] Provisioning for port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:06:09.018348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-05fd1b09-196c-4cc1-8a0b-678775e9e753 None None] Provisioning complete for port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:06:09.018775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-05fd1b09-196c-4cc1-8a0b-678775e9e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:09.120146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:06:09.121827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-05fd1b09-196c-4cc1-8a0b-678775e9e753 None None] Port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:06:09.131587 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '76d84742-9b2d-4640-ba67-233c7657fa64', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'port_id': '76d84742-9b2d-4640-ba67-233c7657fa64', 'mac_address': 'fa:16:3e:15:6e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:06:09.189941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:09.190357 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ec7da-975d-4098-abcd-7bc122b711cf req-92eb65a1-c363-4344-aa53-003ed56ceed3 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:09.191132 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-377ec7da-975d-4098-abcd-7bc122b711cf req-92eb65a1-c363-4344-aa53-003ed56ceed3 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Synchronizing usage tracker for tenant:7109e4e352c54001a318a33903fc7bbf on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:06:09.210115 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d84742-9b2d-4640-ba67-233c7657fa64 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:06:09.227024 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:06:09.233954 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:09.234163 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-377ec7da-975d-4098-abcd-7bc122b711cf req-92eb65a1-c363-4344-aa53-003ed56ceed3 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Unset dirty status for tenant:7109e4e352c54001a318a33903fc7bbf on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:06:09.235295 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-377ec7da-975d-4098-abcd-7bc122b711cf req-92eb65a1-c363-4344-aa53-003ed56ceed3 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 931 time: 0.2484338 Nov 25 04:06:09.237457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2539da05-a6b7-4021-aaa8-a7d761e58256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:09.273033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada31ff-9743-4796-bac7-0124b5ba5b80 req-6fc61d5c-a3bd-44b0-84de-00d7baec5c7b tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:09.275138 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aada31ff-9743-4796-bac7-0124b5ba5b80 req-6fc61d5c-a3bd-44b0-84de-00d7baec5c7b tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1100674 Nov 25 04:06:09.310733 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=76d84742-9b2d-4640-ba67-233c7657fa64,revision_number=9']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:09.314652 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:09.349302 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aada31ff-9743-4796-bac7-0124b5ba5b80 req-8147504e-e153-4d13-8a5f-c5a40e36629d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652747 Nov 25 04:06:09.359212 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:06:09.368481 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-377ec7da-975d-4098-abcd-7bc122b711cf req-81ec2446-e074-4d01-bdfe-8a0f685b3f31 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178348 Nov 25 04:06:09.370320 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:09.394186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Transition to ACTIVE for port object b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:06:09.397700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:09.403444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a72298ed-3e2c-4f20-a23d-c3a3a4eea32a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:09.547021 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Pushing event updated for resources: {'Port': ['ID=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:09.551785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:09.605097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['76d84742-9b2d-4640-ba67-233c7657fa64'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:06:09.677789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Attempting to bind port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:06:09.678379 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Attempting to bind port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:06:09.678765 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Attempting to bind port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 on network d782c046-109e-4cc0-a0b2-334f293eed48 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:06:09.686349 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 on network d782c046-109e-4cc0-a0b2-334f293eed48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:06:09.686999 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Attempting to bind port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 on network d782c046-109e-4cc0-a0b2-334f293eed48 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:06:09.696213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:06:09.698171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Checking segment: {'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:06:09.698738 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Bound using segment: {'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:06:09.699293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Bound port: b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1cfdcc-feae-4a7b-9186-9388a833714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:06:09.699800 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:09.844526 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] For port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:06:09.849565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] For port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:06:09.891867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:09.901655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-032fdf5c-98ee-4fcd-9e9c-1954653e8884 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:10.017684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b40bc-ba92-4a6b-a4e6-f28598c17474 req-8407eddb-2f59-4380-9bd4-e8b14ed0e6eb tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:10.019434 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-759b40bc-ba92-4a6b-a4e6-f28598c17474 req-8407eddb-2f59-4380-9bd4-e8b14ed0e6eb tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0955536 Nov 25 04:06:10.071167 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-759b40bc-ba92-4a6b-a4e6-f28598c17474 req-74608a94-9dd0-4a55-b485-3b7014243e1b tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447462 Nov 25 04:06:10.225669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:10.227191 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] 10.222.0.15 "PUT /v2.0/ports/b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 HTTP/1.1" status: 200 len: 1093 time: 1.5239954 Nov 25 04:06:10.231510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:06:10.257250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Pushing event updated for resources: {'Port': ['ID=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:10.263937 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:10.334646 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'status': 'completed', 'code': 200} Nov 25 04:06:10.345385 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c6e1d191-adfc-43d7-8df8-b795fd1062c3 req-f5bd8782-ec2a-417e-a3ed-9683912dcea3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a875893fbda04b0ab2a25a558d695878&device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 1098 time: 0.4931414 Nov 25 04:06:10.355714 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b1caf-e6f7-46eb-beac-1346126eb9f3 req-5a3d1e6d-9d2a-49d6-af7f-b124d46c2772 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:10.357347 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-480b1caf-e6f7-46eb-beac-1346126eb9f3 req-5a3d1e6d-9d2a-49d6-af7f-b124d46c2772 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 945 time: 0.4218147 Nov 25 04:06:10.545610 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-480b1caf-e6f7-46eb-beac-1346126eb9f3 req-e99f9a81-f268-4c66-bbe7-b94383bf9d06 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575158 Nov 25 04:06:10.553395 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-8ead2d31-3a39-4e25-9368-5dd9d5212f1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7109e4e352c54001a318a33903fc7bbf&device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 1096 time: 0.2636807 Nov 25 04:06:10.605849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766c15a-f351-4d12-a487-1f39d3728ed5 req-59472556-23a8-4563-a7f3-52adc5a1b483 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:10.608149 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2766c15a-f351-4d12-a487-1f39d3728ed5 req-59472556-23a8-4563-a7f3-52adc5a1b483 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 943 time: 0.0947559 Nov 25 04:06:10.643612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1d191-adfc-43d7-8df8-b795fd1062c3 req-f3a147df-1539-40dc-b27e-5908ff36081e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:10.645406 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c6e1d191-adfc-43d7-8df8-b795fd1062c3 req-f3a147df-1539-40dc-b27e-5908ff36081e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 200 len: 920 time: 0.2868738 Nov 25 04:06:10.647125 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-00c7fffd-af7b-428a-a065-7c9860b11727 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 HTTP/1.1" status: 200 len: 217 time: 0.0766757 Nov 25 04:06:10.662508 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2766c15a-f351-4d12-a487-1f39d3728ed5 req-f01821ce-52ed-4efa-9390-9755a9de96e7 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483925 Nov 25 04:06:10.786635 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c6e1d191-adfc-43d7-8df8-b795fd1062c3 req-15b564ed-1255-4828-952b-57ba71c5474b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf HTTP/1.1" status: 200 len: 217 time: 0.1288426 Nov 25 04:06:10.837863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-8732164e-3e49-41cb-a301-730c050a1c5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:10.839458 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-8732164e-3e49-41cb-a301-730c050a1c5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8d5d8d9-0748-4375-b694-c56a0e47d2b5 HTTP/1.1" status: 200 len: 848 time: 0.1804957 Nov 25 04:06:10.893718 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 76d84742-9b2d-4640-ba67-233c7657fa64 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:06:10.909952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1d191-adfc-43d7-8df8-b795fd1062c3 req-eb196094-40c4-496e-92fa-a98e8cb42735 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:10.912382 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c6e1d191-adfc-43d7-8df8-b795fd1062c3 req-eb196094-40c4-496e-92fa-a98e8cb42735 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 200 len: 859 time: 0.1194081 Nov 25 04:06:10.967011 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 76d84742-9b2d-4640-ba67-233c7657fa64 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:06:10.967424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:10.973650 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c6e1d191-adfc-43d7-8df8-b795fd1062c3 req-d5c4461a-1f1b-44b6-88d6-0d5427c8b1a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab46472b-7ed2-4cef-ad7d-804831d4a509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529799 Nov 25 04:06:10.981662 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-b42b938a-2a3f-4bd0-a0b4-bca2ec34bd0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d782c046-109e-4cc0-a0b2-334f293eed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1306322 Nov 25 04:06:11.081813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:11.110204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:06:11.120288 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:06:11.124037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:11.126193 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:11.188658 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64', 'code': 200} Nov 25 04:06:11.200396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=76d84742-9b2d-4640-ba67-233c7657fa64,revision_number=10']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:11.203680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:11.305134 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-fcc0ac86-3b8c-46f8-8206-1b8c60ecff8c service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011565 Nov 25 04:06:11.313130 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c6e1d191-adfc-43d7-8df8-b795fd1062c3 req-097a48aa-4390-416a-9df0-395326b9f66d service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305175 Nov 25 04:06:11.525010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655f193-c7cb-4322-bbf3-6c3fb37389fb req-4c572997-a4ae-4ddd-9cd1-6c5f6cb0fc89 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:11.526643 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3655f193-c7cb-4322-bbf3-6c3fb37389fb req-4c572997-a4ae-4ddd-9cd1-6c5f6cb0fc89 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.3070195 Nov 25 04:06:11.617290 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fa74708-e749-4eda-8b9e-d5f3252552c3 req-9aa56e9e-ac35-4118-84ee-26df98704ce7 service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959714 Nov 25 04:06:11.637455 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c6e1d191-adfc-43d7-8df8-b795fd1062c3 req-7a7e5e45-66ad-4788-84d4-5cc9c6293434 service neutron] 10.222.0.15 "GET /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142638 Nov 25 04:06:11.645458 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3655f193-c7cb-4322-bbf3-6c3fb37389fb req-0e116e51-e99d-4abb-8d7c-5ac5ad7e8d2f tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111515 Nov 25 04:06:11.871754 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08c3ca-2ff1-4657-81c7-8ca15f574fe1 req-32653607-3215-4b2f-b14b-c79ea1053927 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:11.874196 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6f08c3ca-2ff1-4657-81c7-8ca15f574fe1 req-32653607-3215-4b2f-b14b-c79ea1053927 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 947 time: 0.1602507 Nov 25 04:06:11.907615 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bf98c597-f490-4541-b8d0-6413c385c5b5 req-2dd4c7a7-6251-4b9d-a902-acfa02ea9706 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7109e4e352c54001a318a33903fc7bbf&device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 1096 time: 0.1792924 Nov 25 04:06:11.943564 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6f08c3ca-2ff1-4657-81c7-8ca15f574fe1 req-593f377c-f180-443b-972a-6d0c149e1fdd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555921 Nov 25 04:06:12.228492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98c597-f490-4541-b8d0-6413c385c5b5 req-e164188b-e692-43b7-a115-1991fa1278cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:12.230021 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bf98c597-f490-4541-b8d0-6413c385c5b5 req-e164188b-e692-43b7-a115-1991fa1278cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d782c046-109e-4cc0-a0b2-334f293eed48 HTTP/1.1" status: 200 len: 910 time: 0.3142524 Nov 25 04:06:12.307279 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ecb856dc-490c-4b21-b842-3145e4a704a2 req-0c29ea20-178a-40ce-937c-c587fd33984a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 1100 time: 0.2610424 Nov 25 04:06:12.318133 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f80c42-2a0e-4b35-b908-3ab2b3c2b87c req-1aa36712-0982-468c-9dee-cfc015b868c6 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:12.319651 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-56f80c42-2a0e-4b35-b908-3ab2b3c2b87c req-1aa36712-0982-468c-9dee-cfc015b868c6 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 943 time: 0.2747304 Nov 25 04:06:12.359242 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bf98c597-f490-4541-b8d0-6413c385c5b5 req-4308da18-0935-4a31-a15d-92a69d649a03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 HTTP/1.1" status: 200 len: 217 time: 0.1132789 Nov 25 04:06:12.464175 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-56f80c42-2a0e-4b35-b908-3ab2b3c2b87c req-7353c425-4eda-422e-a55d-e53c71f3f6e7 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223972 Nov 25 04:06:12.465688 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ecb856dc-490c-4b21-b842-3145e4a704a2 req-07272a30-7ccc-4707-b8d8-edcb63b20a04 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386893 Nov 25 04:06:12.470856 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98c597-f490-4541-b8d0-6413c385c5b5 req-c9a8b867-7c92-4733-9ebc-bd06b9744c6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:12.472359 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bf98c597-f490-4541-b8d0-6413c385c5b5 req-c9a8b867-7c92-4733-9ebc-bd06b9744c6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8d5d8d9-0748-4375-b694-c56a0e47d2b5 HTTP/1.1" status: 200 len: 848 time: 0.0998855 Nov 25 04:06:12.841556 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bf98c597-f490-4541-b8d0-6413c385c5b5 req-9d4acc2b-6d2f-43dc-9309-b77991c6f680 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d782c046-109e-4cc0-a0b2-334f293eed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795364 Nov 25 04:06:12.849158 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56623b4-4995-436e-989c-6da3071db988 req-7f9a6265-370a-446a-85cd-e7654e138607 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:12.850765 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e56623b4-4995-436e-989c-6da3071db988 req-7f9a6265-370a-446a-85cd-e7654e138607 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0837443 Nov 25 04:06:12.898974 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e56623b4-4995-436e-989c-6da3071db988 req-da1ebb79-d20c-441d-bb14-68455b7d3b40 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Nov 25 04:06:13.258559 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bf98c597-f490-4541-b8d0-6413c385c5b5 req-459b8763-3c3c-4145-b6bf-1c58eac61794 service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994753 Nov 25 04:06:13.358893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd5b03-e9d9-402b-84e3-f543da67eb98 req-613efe0b-1e52-4c95-9665-31db25c1656f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:13.360506 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-32dd5b03-e9d9-402b-84e3-f543da67eb98 req-613efe0b-1e52-4c95-9665-31db25c1656f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 947 time: 0.2195773 Nov 25 04:06:13.440291 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 48114) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:13.460549 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-32dd5b03-e9d9-402b-84e3-f543da67eb98 req-20bd6e76-1b95-4d5b-a1f2-af23c78a68b2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829184 Nov 25 04:06:13.464125 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bf98c597-f490-4541-b8d0-6413c385c5b5 req-66d598a6-b3d4-474f-aa6c-dad6391a405f service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920533 Nov 25 04:06:13.569988 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f42d8678-5e83-456c-8855-fd98ff6557f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:13.648766 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:13.698983 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:06:13.705031 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Usage tracker for resource:security_group_rule and tenant:0def6df610e9475db87c6af94ed87d4f is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:06:13.710117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:06:13.724369 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:06:13.745822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab87c80-d1a6-4034-86d9-f286adbd85e4 req-c5c4b021-147c-448a-bf75-f3c7575f1623 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:13.747461 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0ab87c80-d1a6-4034-86d9-f286adbd85e4 req-c5c4b021-147c-448a-bf75-f3c7575f1623 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 943 time: 0.1397431 Nov 25 04:06:13.849628 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0ab87c80-d1a6-4034-86d9-f286adbd85e4 req-16009f60-7773-43df-a5aa-662a23cb5ed4 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776641 Nov 25 04:06:13.866216 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:13.870268 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:13.878562 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-43ae3571-d0fa-41f7-b627-b7733a21d40c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:13.924873 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cad61e-0466-45d5-9f13-81147b060e6b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:13.931857 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0def6df610e9475db87c6af94ed87d4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4904132 Nov 25 04:06:13.934709 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 48134) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:13.938103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:13.938347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:13.938743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:13.939175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:13.939496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:13.939881 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:13.940261 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:13.940645 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:13.941024 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:13.941402 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:13.942422 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:06:13.946582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:14.005225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-178ae615-2b63-4519-9e18-5fbe3451dd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:14.033154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-178ae615-2b63-4519-9e18-5fbe3451dd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:14.160083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab87548-a12b-4290-8cb0-5551dc07a477 req-5056ea6d-e76d-4e59-b656-8a1e369e1303 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:14.161803 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aab87548-a12b-4290-8cb0-5551dc07a477 req-5056ea6d-e76d-4e59-b656-8a1e369e1303 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.1210468 Nov 25 04:06:14.162828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-178ae615-2b63-4519-9e18-5fbe3451dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:14.167951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3881d75c-b667-4275-9a1b-4f750189fb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:14.195377 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ae615-2b63-4519-9e18-5fbe3451dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cad61e-0466-45d5-9f13-81147b060e6b,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:14.199218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-178ae615-2b63-4519-9e18-5fbe3451dd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:14.212124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-178ae615-2b63-4519-9e18-5fbe3451dd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:14.215736 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-178ae615-2b63-4519-9e18-5fbe3451dd46 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48cad61e-0466-45d5-9f13-81147b060e6b HTTP/1.1" status: 204 len: 168 time: 0.2775834 Nov 25 04:06:14.235618 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aab87548-a12b-4290-8cb0-5551dc07a477 req-39801cbb-3b25-4b59-b9da-da03930382f4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605459 Nov 25 04:06:14.692953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa17967-54f5-4471-9039-2a36044663d4 req-a9d86bb3-ba62-4235-bc54-652f7f81e95c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:14.695093 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1fa17967-54f5-4471-9039-2a36044663d4 req-a9d86bb3-ba62-4235-bc54-652f7f81e95c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 947 time: 0.0940139 Nov 25 04:06:14.745622 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1fa17967-54f5-4471-9039-2a36044663d4 req-072a8e22-9802-4530-8fcf-4589a46dcb56 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441773 Nov 25 04:06:14.902922 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:06:15.053209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:06:15.061125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debcb0d-283f-4486-a79d-c19083403327 req-b155ac5e-5c0b-4537-b87e-a1ace2d610bc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:15.069132 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'port_id': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'mac_address': 'fa:16:3e:85:90:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:06:15.069573 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4debcb0d-283f-4486-a79d-c19083403327 req-b155ac5e-5c0b-4537-b87e-a1ace2d610bc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 943 time: 0.0928388 Nov 25 04:06:15.119364 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4debcb0d-283f-4486-a79d-c19083403327 req-ce59264a-8bfd-4008-8c99-9e2c37c083a9 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488110 Nov 25 04:06:15.136502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:15.160010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:15.163366 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:06:15.179338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:06:15.182572 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:15.184838 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:15.261108 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:15.264621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:15.451807 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0e5b0-9053-4f60-b5ee-7e253df44105 req-8d675227-efb0-4544-a030-7b22aecfd540 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:15.453392 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1cf0e5b0-9053-4f60-b5ee-7e253df44105 req-8d675227-efb0-4544-a030-7b22aecfd540 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0905843 Nov 25 04:06:15.507828 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1cf0e5b0-9053-4f60-b5ee-7e253df44105 req-f776a18f-177e-4432-9357-ea299b7ddc6e tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454702 Nov 25 04:06:15.555871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:06:16.014533 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b42b8-31e4-40c0-aff1-18230d7fbf12 req-91c3fc3d-faaa-48f7-bdcf-07be3b09a0e2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:16.016528 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e49b42b8-31e4-40c0-aff1-18230d7fbf12 req-91c3fc3d-faaa-48f7-bdcf-07be3b09a0e2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 947 time: 0.0924625 Nov 25 04:06:16.052603 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4985466c-3b8f-4ec9-8a93-4dbf1f2042b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:16.076795 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e49b42b8-31e4-40c0-aff1-18230d7fbf12 req-ab7be0cc-cde7-433e-aadd-330be578946b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516458 Nov 25 04:06:16.079410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:16.343676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ac450-d4cf-4d0c-9e75-b95e9f73087e req-3aeeacc7-e699-4229-b9b5-fab8edc14b5e tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:16.345313 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-245ac450-d4cf-4d0c-9e75-b95e9f73087e req-3aeeacc7-e699-4229-b9b5-fab8edc14b5e tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 944 time: 0.0973890 Nov 25 04:06:16.395944 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-245ac450-d4cf-4d0c-9e75-b95e9f73087e req-463ecf1b-c4aa-4d60-9a1b-9f59ec4deb68 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Nov 25 04:06:16.909695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:06:16.981208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:06:16.986421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:06:16.986840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:17.117028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:17.159526 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:06:17.161674 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:06:17.167493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:17.169914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:17.247054 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:17.250703 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:17.308946 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'code': 200} Nov 25 04:06:17.667991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc08f9-e815-42fd-b9a4-bf8455f3392c req-11cd7254-98df-4f46-ab6e-67d07bf0fbb2 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:17.678451 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-75fc08f9-e815-42fd-b9a4-bf8455f3392c req-11cd7254-98df-4f46-ab6e-67d07bf0fbb2 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1235740 Nov 25 04:06:17.735509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:06:17.746644 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-75fc08f9-e815-42fd-b9a4-bf8455f3392c req-6b503b9a-79fd-42b7-b855-3d4113d67a1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669818 Nov 25 04:06:17.747321 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f4aa09f7-113d-4858-8aec-bdc21a794b7f req-8df2688b-f585-49eb-94e2-ee03f09002c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 1098 time: 0.0989091 Nov 25 04:06:17.813661 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f4aa09f7-113d-4858-8aec-bdc21a794b7f req-8f77cc64-8e84-48ea-a8ba-99d95800e30a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407000 Nov 25 04:06:17.976540 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:18.981584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff67209-44a8-44f8-96bc-a09fb1f9042b req-1d88bada-a38c-40f8-a400-097c62485528 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:18.983208 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7ff67209-44a8-44f8-96bc-a09fb1f9042b req-1d88bada-a38c-40f8-a400-097c62485528 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1072118 Nov 25 04:06:19.033073 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7ff67209-44a8-44f8-96bc-a09fb1f9042b req-ee2dd372-4c85-463b-a1fa-53f3f9c49aec tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433872 Nov 25 04:06:20.051048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db732a43-4e15-42ff-afbb-c3b45764590f req-ff2e526b-f4cb-4e5f-b022-177beca17654 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:20.052669 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db732a43-4e15-42ff-afbb-c3b45764590f req-ff2e526b-f4cb-4e5f-b022-177beca17654 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0874505 Nov 25 04:06:20.102079 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db732a43-4e15-42ff-afbb-c3b45764590f req-b45a4b62-d122-47ff-b583-1b40e497fafd tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431502 Nov 25 04:06:20.298227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6f278-cdec-441b-b91b-0b03a1d9c398 req-bc958ad3-0265-4759-ba52-fd12a62ec88a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:20.299821 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8ba6f278-cdec-441b-b91b-0b03a1d9c398 req-bc958ad3-0265-4759-ba52-fd12a62ec88a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0891912 Nov 25 04:06:20.350287 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8ba6f278-cdec-441b-b91b-0b03a1d9c398 req-7943e0c0-2809-4b0e-97fd-6a6fba1f4865 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443466 Nov 25 04:06:20.424676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686f45-b377-406a-9d80-86042a3d4aa7 req-0ed953bd-01c6-4466-bff0-0e2b1a7b6303 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:20.426389 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d9686f45-b377-406a-9d80-86042a3d4aa7 req-0ed953bd-01c6-4466-bff0-0e2b1a7b6303 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.0828829 Nov 25 04:06:20.476629 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d9686f45-b377-406a-9d80-86042a3d4aa7 req-3ed2bcf2-c42a-405f-9af1-97af257a8ac5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 Nov 25 04:06:20.556152 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95676c-d026-431e-978f-614d8ea7a839 req-62398640-4a16-46b1-a047-6d9899dc886f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:20.557746 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4a95676c-d026-431e-978f-614d8ea7a839 req-62398640-4a16-46b1-a047-6d9899dc886f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0824997 Nov 25 04:06:20.606464 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4a95676c-d026-431e-978f-614d8ea7a839 req-29e6b1ef-37f9-4e9b-b8c8-c706c36aba37 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425198 Nov 25 04:06:20.634907 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 48286) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:20.927492 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8f60dc05-aec4-4ed2-aed6-33befe639133 tempest-TestShelveInstance-2127533058 tempest-TestShelveInstance-2127533058-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 1093 time: 0.2912292 Nov 25 04:06:20.930451 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 48296) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:20.935938 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Request body: {'floatingip': {'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'port_id': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:06:20.942262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:06:20.946350 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Usage tracker for resource:floatingip and tenant:7109e4e352c54001a318a33903fc7bbf is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:06:20.949252 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:06:20.955192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:06:20.965109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for floatingip, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:21.112816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:21.241608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:21.266774 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Allocated IP 172.28.0.42 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/7b2c17d0-6e85-4845-882d-37f978092e92) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:06:21.313827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caaa84-9403-4134-8e75-e2342320591d req-5618818c-f776-4dbe-8653-ac172351ae10 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:21.315469 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b9caaa84-9403-4134-8e75-e2342320591d req-5618818c-f776-4dbe-8653-ac172351ae10 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0867543 Nov 25 04:06:21.365426 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b9caaa84-9403-4134-8e75-e2342320591d req-407b32ce-ff11-4332-816f-5da6f99822fa tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435028 Nov 25 04:06:21.421430 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:21.447438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:21.451213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2f070ca4-11c6-4ccc-98b7-0293ba77533b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:21.518074 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:06:21.522410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:06:21.525097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:06:21.558469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event updated for resources: {'Port': ['ID=7b2c17d0-6e85-4845-882d-37f978092e92,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:21.561280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:21.834349 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734fab6-e12f-4bef-85f6-d759379d25e4 req-547fac3a-1e03-4046-a2e5-a7fd73e91540 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:21.835955 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6734fab6-e12f-4bef-85f6-d759379d25e4 req-547fac3a-1e03-4046-a2e5-a7fd73e91540 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.2170475 Nov 25 04:06:21.970359 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6734fab6-e12f-4bef-85f6-d759379d25e4 req-ff7b65fc-0f33-4b90-a91a-29d4ba22aae0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262019 Nov 25 04:06:22.165046 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:22.224081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:22.445634 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:22.449145 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:22.453551 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-694d1b48-f1ec-42a2-b8ce-cbbd83b49ef5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:22.554963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event updated for resources: {'Port': ['ID=7b2c17d0-6e85-4845-882d-37f978092e92,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:22.564249 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:22.571348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c85cf-0b3a-4298-9212-428cc7dbbff9 req-7ff6e5a2-2eb9-432a-83cf-c48dd23efcd7 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:22.572954 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eb8c85cf-0b3a-4298-9212-428cc7dbbff9 req-7ff6e5a2-2eb9-432a-83cf-c48dd23efcd7 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0835164 Nov 25 04:06:22.579600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:22.622223 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eb8c85cf-0b3a-4298-9212-428cc7dbbff9 req-018f58bf-f1e7-497a-82ed-4a7cf353acdb tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430725 Nov 25 04:06:23.045514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d17116-2e66-43cb-97da-3177e2861ae2 req-e0531906-af24-4014-8d0c-832c36409331 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:23.047083 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-29d17116-2e66-43cb-97da-3177e2861ae2 req-e0531906-af24-4014-8d0c-832c36409331 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.1110835 Nov 25 04:06:23.091341 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_db [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Floating IP 4c89507b-950e-4b4b-9de7-0431d0155729 associated. External IP: 172.28.0.42, port: b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6. Nov 25 04:06:23.241393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-29d17116-2e66-43cb-97da-3177e2861ae2 req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Deleting port 3ac96007-0391-40cd-abe8-afe214f8fad3 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:06:23.242002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-29d17116-2e66-43cb-97da-3177e2861ae2 req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:23.436733 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78349b32-4150-4d4d-af79-fe7eec2e65b8 req-0127db0f-af06-4748-a979-e477ba621165 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:23.438375 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-78349b32-4150-4d4d-af79-fe7eec2e65b8 req-0127db0f-af06-4748-a979-e477ba621165 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 946 time: 0.2942884 Nov 25 04:06:23.619446 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-78349b32-4150-4d4d-af79-fe7eec2e65b8 req-9c1caa47-606d-4330-923c-781362c237e4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728995 Nov 25 04:06:23.673662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-29d17116-2e66-43cb-97da-3177e2861ae2 req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] For port 3ac96007-0391-40cd-abe8-afe214f8fad3, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=3ac96007-0391-40cd-abe8-afe214f8fad3,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:06:23.674093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-29d17116-2e66-43cb-97da-3177e2861ae2 req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:23.813309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-29d17116-2e66-43cb-97da-3177e2861ae2 req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Calling delete_port for 3ac96007-0391-40cd-abe8-afe214f8fad3 owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:06:23.844952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5c7b7-8662-4536-ac7f-83fb132285a9 req-2d3cacdc-5646-42a1-808b-a7dd09911815 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:23.847001 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3ff5c7b7-8662-4536-ac7f-83fb132285a9 req-2d3cacdc-5646-42a1-808b-a7dd09911815 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0941715 Nov 25 04:06:23.898289 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3ff5c7b7-8662-4536-ac7f-83fb132285a9 req-2b1c3d1a-c96f-4a7c-996d-bb99fce4f45d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444646 Nov 25 04:06:24.115134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-29d17116-2e66-43cb-97da-3177e2861ae2 req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:24.122517 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:24.157720 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['c73a82a8-8646-4e25-85cc-3cd19558e0bf', '3ac96007-0391-40cd-abe8-afe214f8fad3'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:06:24.172142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Pushing event deleted for resources: {'Port': ['ID=3ac96007-0391-40cd-abe8-afe214f8fad3,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:24.177514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:24.266171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d17116-2e66-43cb-97da-3177e2861ae2 req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] No DVR routers for this DVR port 3ac96007-0391-40cd-abe8-afe214f8fad3 on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:06:24.269895 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-29d17116-2e66-43cb-97da-3177e2861ae2 req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:24.273488 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa51f031-b326-4e77-91c0-f9fcc4e19486', 'name': 'network-vif-deleted', 'tag': '3ac96007-0391-40cd-abe8-afe214f8fad3'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:06:24.309800 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-29d17116-2e66-43cb-97da-3177e2861ae2 req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.15 "DELETE /v2.0/ports/3ac96007-0391-40cd-abe8-afe214f8fad3 HTTP/1.1" status: 204 len: 173 time: 1.2551978 Nov 25 04:06:24.311691 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:06:24.387211 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa51f031-b326-4e77-91c0-f9fcc4e19486', 'name': 'network-vif-deleted', 'tag': '3ac96007-0391-40cd-abe8-afe214f8fad3', 'status': 'completed', 'code': 200} Nov 25 04:06:24.542743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:06:24.553210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee0eeb-6266-424d-9854-fb4ff2198d40 None None] Sync routers for ids ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:06:24.561710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:24.565960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee0eeb-6266-424d-9854-fb4ff2198d40 None None] Routers {'2fd19d89-e694-49cf-b5e8-8f054f6c6d21'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:06:24.566718 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8aee0eeb-6266-424d-9854-fb4ff2198d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:06:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:06:24.620864 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6893365 Nov 25 04:06:24.755651 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-8aee0eeb-6266-424d-9854-fb4ff2198d40 None None] Set router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:06:24.811900 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-559f3781-9a27-48d9-a97a-417e7499d17c req-c6817899-55fe-4f27-b4bd-fde16c90a8ec tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa51f031-b326-4e77-91c0-f9fcc4e19486 HTTP/1.1" status: 200 len: 210 time: 0.0476189 Nov 25 04:06:25.112433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b69d-58b0-4be9-879a-0783a9d2ab52 req-543e733b-6884-4a66-8fa2-e4ac5ff5bbd3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:25.114412 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bbf2b69d-58b0-4be9-879a-0783a9d2ab52 req-543e733b-6884-4a66-8fa2-e4ac5ff5bbd3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0848682 Nov 25 04:06:25.132155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8aee0eeb-6266-424d-9854-fb4ff2198d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:55Z', 'revision_number': 4, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': '4c89507b-950e-4b4b-9de7-0431d0155729', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'floating_ip_address': '172.28.0.42', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'port_id': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'mac_address': 'fa:16:3e:85:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:06:22Z', 'updated_at': '2021-11-25T04:06:22Z', 'revision_number': 0, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d3233f-d282-464a-833d-e3804114c609', 'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'mac_address': 'fa:16:3e:4c:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:54Z', 'updated_at': '2021-11-25T04:05:08Z', 'revision_number': 5, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'subnets': [{'id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:06:25.135459 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee0eeb-6266-424d-9854-fb4ff2198d40 None None] Checking router: 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:06:25.147673 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee0eeb-6266-424d-9854-fb4ff2198d40 None None] Routers {'2fd19d89-e694-49cf-b5e8-8f054f6c6d21'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:06:25.148445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8aee0eeb-6266-424d-9854-fb4ff2198d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:06:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:06:25.165022 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bbf2b69d-58b0-4be9-879a-0783a9d2ab52 req-8d4df8ff-d21a-493c-8266-054ec3920c57 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446539 Nov 25 04:06:25.349550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-8aee0eeb-6266-424d-9854-fb4ff2198d40 None None] Set router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:06:25.729750 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8aee0eeb-6266-424d-9854-fb4ff2198d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:55Z', 'revision_number': 4, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': '4c89507b-950e-4b4b-9de7-0431d0155729', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'floating_ip_address': '172.28.0.42', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'port_id': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'mac_address': 'fa:16:3e:85:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:06:22Z', 'updated_at': '2021-11-25T04:06:22Z', 'revision_number': 0, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d3233f-d282-464a-833d-e3804114c609', 'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'mac_address': 'fa:16:3e:4c:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:54Z', 'updated_at': '2021-11-25T04:05:08Z', 'revision_number': 5, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'subnets': [{'id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:06:25.734094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee0eeb-6266-424d-9854-fb4ff2198d40 None None] The sync data for ids ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'] in dv-cinder-818778-3-smb is: [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:55Z', 'revision_number': 4, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': '4c89507b-950e-4b4b-9de7-0431d0155729', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'floating_ip_address': '172.28.0.42', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'port_id': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'mac_address': 'fa:16:3e:85:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:06:22Z', 'updated_at': '2021-11-25T04:06:22Z', 'revision_number': 0, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d3233f-d282-464a-833d-e3804114c609', 'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'mac_address': 'fa:16:3e:4c:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:54Z', 'updated_at': '2021-11-25T04:05:08Z', 'revision_number': 5, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'subnets': [{'id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:06:26.194826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3999812-1300-494e-ab60-471da7832cce None None] New status for floating IP 4c89507b-950e-4b4b-9de7-0431d0155729: ACTIVE {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:06:26.352151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d622c-1109-420b-a02a-bba05185244f req-3249dc28-0b5f-4c14-b68b-201bb6cf01ba tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:26.357970 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-141d622c-1109-420b-a02a-bba05185244f req-3249dc28-0b5f-4c14-b68b-201bb6cf01ba tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0983436 Nov 25 04:06:26.387176 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d110446-7a86-4e3c-89c1-9f35f8fbc236 req-0539a049-e3ba-4664-8184-95a0a60806a4 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:26.388784 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1d110446-7a86-4e3c-89c1-9f35f8fbc236 req-0539a049-e3ba-4664-8184-95a0a60806a4 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0905077 Nov 25 04:06:26.389339 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:06:26.405979 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-141d622c-1109-420b-a02a-bba05185244f req-4aba6e5e-9766-4f02-a4cf-617d567a68c3 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459795 Nov 25 04:06:26.445102 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1d110446-7a86-4e3c-89c1-9f35f8fbc236 req-bdc63661-f93c-463b-ad85-1c516d09d3f3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484245 Nov 25 04:06:26.488798 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'status': 'completed', 'code': 200} Nov 25 04:06:26.614154 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5aea2c56-d4fa-4336-823c-9249129f6c44 req-a550a449-34e3-4f56-916c-3a90065f8759 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7109e4e352c54001a318a33903fc7bbf&device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 1098 time: 0.0760677 Nov 25 04:06:26.771235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea2c56-d4fa-4336-823c-9249129f6c44 req-d462094c-bfed-49d5-96b7-417046657cbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:26.773168 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5aea2c56-d4fa-4336-823c-9249129f6c44 req-d462094c-bfed-49d5-96b7-417046657cbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d782c046-109e-4cc0-a0b2-334f293eed48 HTTP/1.1" status: 200 len: 910 time: 0.1463356 Nov 25 04:06:26.942070 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 3ac96007-0391-40cd-abe8-afe214f8fad3 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:06:26.949678 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5aea2c56-d4fa-4336-823c-9249129f6c44 req-f19fab1d-761d-41b5-a94b-b9a4290ec796 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 HTTP/1.1" status: 200 len: 1000 time: 0.1665170 Nov 25 04:06:26.975238 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b3901-1197-416e-963a-33f5404d61ef req-d8716f62-e7c7-4d65-a6c8-3c14cce83a6e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:26.976678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: 3ac96007-0391-40cd-abe8-afe214f8fad3 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:06:26.977223 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b07b3901-1197-416e-963a-33f5404d61ef req-d8716f62-e7c7-4d65-a6c8-3c14cce83a6e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0853851 Nov 25 04:06:26.982663 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 3ac96007-0391-40cd-abe8-afe214f8fad3 not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:06:27.029462 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b07b3901-1197-416e-963a-33f5404d61ef req-c506bd4f-ad53-42eb-88ab-c89425552cf4 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458949 Nov 25 04:06:27.214518 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eb795d7c-c19b-43e7-9bfd-56e1a55b81b3 req-1b00d3d7-0a4e-40c9-93e4-f0c8e169726a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 1099 time: 0.3699594 Nov 25 04:06:27.251682 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea2c56-d4fa-4336-823c-9249129f6c44 req-f2f0650d-8b11-48cc-8e26-a4dba4986fad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:27.253229 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5aea2c56-d4fa-4336-823c-9249129f6c44 req-f2f0650d-8b11-48cc-8e26-a4dba4986fad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8d5d8d9-0748-4375-b694-c56a0e47d2b5 HTTP/1.1" status: 200 len: 848 time: 0.2952821 Nov 25 04:06:27.424172 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795d7c-c19b-43e7-9bfd-56e1a55b81b3 req-43280b36-4b38-4f29-b7e9-2dec5c8463a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:27.424172 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eb795d7c-c19b-43e7-9bfd-56e1a55b81b3 req-43280b36-4b38-4f29-b7e9-2dec5c8463a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 200 len: 911 time: 0.1963639 Nov 25 04:06:27.501112 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5aea2c56-d4fa-4336-823c-9249129f6c44 req-e009a089-29e4-4e9c-a864-c6d0c0646410 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d782c046-109e-4cc0-a0b2-334f293eed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1888659 Nov 25 04:06:27.694382 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eb795d7c-c19b-43e7-9bfd-56e1a55b81b3 req-9a4da467-fcb2-4409-bad9-11e8db155dee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84a8c62a-317d-42cf-a8c6-809d6769971f HTTP/1.1" status: 200 len: 1002 time: 0.2608612 Nov 25 04:06:27.802296 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5aea2c56-d4fa-4336-823c-9249129f6c44 req-6829413c-3c32-4594-b1a1-9f480a6312d8 service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921352 Nov 25 04:06:27.820745 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103e704-c5f3-4bad-bf8f-149de8e5c987 req-c5db17d2-86b9-4225-a35b-7355257610ba tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:27.821493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-1103e704-c5f3-4bad-bf8f-149de8e5c987 req-c5db17d2-86b9-4225-a35b-7355257610ba tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Synchronizing usage tracker for tenant:a875893fbda04b0ab2a25a558d695878 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:06:27.846308 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795d7c-c19b-43e7-9bfd-56e1a55b81b3 req-20f92c6d-9eb6-4b18-91d3-6af05a79007d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:27.847842 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eb795d7c-c19b-43e7-9bfd-56e1a55b81b3 req-20f92c6d-9eb6-4b18-91d3-6af05a79007d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ba59b9-79a2-4c33-8784-a19e069e73ba HTTP/1.1" status: 200 len: 849 time: 0.1374497 Nov 25 04:06:27.971057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-1103e704-c5f3-4bad-bf8f-149de8e5c987 req-c5db17d2-86b9-4225-a35b-7355257610ba tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Unset dirty status for tenant:a875893fbda04b0ab2a25a558d695878 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:06:27.972328 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1103e704-c5f3-4bad-bf8f-149de8e5c987 req-c5db17d2-86b9-4225-a35b-7355257610ba tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.4298651 Nov 25 04:06:28.076416 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5aea2c56-d4fa-4336-823c-9249129f6c44 req-3160b940-e822-4d36-baec-6963d9b8fee1 service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626865 Nov 25 04:06:28.079719 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eb795d7c-c19b-43e7-9bfd-56e1a55b81b3 req-49d39050-dbc4-450a-9d36-ac2025b958fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=204a024c-54c8-4940-972c-ed909f766c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2183604 Nov 25 04:06:28.082699 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1103e704-c5f3-4bad-bf8f-149de8e5c987 req-bce0aef1-cb53-4b6d-9856-1d70ff714920 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030283 Nov 25 04:06:28.240873 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e400246-3171-4598-bf30-b4ad8e390bf8 req-0892b3b0-063d-4ca7-b77b-cf1adb6d1bbf tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:28.242491 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e400246-3171-4598-bf30-b4ad8e390bf8 req-0892b3b0-063d-4ca7-b77b-cf1adb6d1bbf tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0858207 Nov 25 04:06:28.248454 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eb795d7c-c19b-43e7-9bfd-56e1a55b81b3 req-88ce0722-9e54-4aa4-9e42-390bfa87ace9 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388147 Nov 25 04:06:28.290358 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e400246-3171-4598-bf30-b4ad8e390bf8 req-e51a823a-6d4e-4736-a835-4570782973ca tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417871 Nov 25 04:06:28.396953 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eb795d7c-c19b-43e7-9bfd-56e1a55b81b3 req-3728b7aa-d1e0-4378-9922-a149f60142c3 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394963 Nov 25 04:06:29.283608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a1545-1fbb-4065-b223-4a32ff7e757a req-56903119-c2e2-4517-93d9-746b6c82e0d0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:29.285810 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-718a1545-1fbb-4065-b223-4a32ff7e757a req-56903119-c2e2-4517-93d9-746b6c82e0d0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0821655 Nov 25 04:06:29.341643 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-718a1545-1fbb-4065-b223-4a32ff7e757a req-42b9e8e3-0d97-472e-90c7-0b231c87e4c8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497100 Nov 25 04:06:29.495869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a269be-0d01-4057-8031-beef0d0ab6c8 req-7f7671ad-9e70-4662-98d3-fae618f493f6 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:29.497441 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f6a269be-0d01-4057-8031-beef0d0ab6c8 req-7f7671ad-9e70-4662-98d3-fae618f493f6 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0856962 Nov 25 04:06:29.549031 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f6a269be-0d01-4057-8031-beef0d0ab6c8 req-2c1ce106-a075-48e3-a4e1-515b828cc0cc tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454984 Nov 25 04:06:30.551192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598a9e2-cac5-4b2e-83f3-03d5c60cb116 req-37824f1d-7c3c-451f-a822-ad010208c416 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:30.552708 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e598a9e2-cac5-4b2e-83f3-03d5c60cb116 req-37824f1d-7c3c-451f-a822-ad010208c416 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0841534 Nov 25 04:06:30.602059 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e598a9e2-cac5-4b2e-83f3-03d5c60cb116 req-e1e9e739-254f-49c0-b17b-e32bca9b06c4 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 Nov 25 04:06:31.814119 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e9ce5-a165-4106-8dcc-ddfb62e7bb0a req-7a387590-84de-422f-b85a-0fce8a44a478 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:31.815718 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-324e9ce5-a165-4106-8dcc-ddfb62e7bb0a req-7a387590-84de-422f-b85a-0fce8a44a478 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0846908 Nov 25 04:06:31.864205 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-324e9ce5-a165-4106-8dcc-ddfb62e7bb0a req-102bc8e9-171f-4355-8cd6-e7a329653157 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421653 Nov 25 04:06:32.901391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef01ca-eb2b-490b-91dc-f17607368444 req-aa45f7ee-2383-4d3e-9ec0-7cf436863419 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:32.902578 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-95ef01ca-eb2b-490b-91dc-f17607368444 req-aa45f7ee-2383-4d3e-9ec0-7cf436863419 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.0868087 Nov 25 04:06:32.986374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-95ef01ca-eb2b-490b-91dc-f17607368444 req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Deleting port c73a82a8-8646-4e25-85cc-3cd19558e0bf {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:06:32.986763 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-95ef01ca-eb2b-490b-91dc-f17607368444 req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:33.257809 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4627c-b6c2-4506-bcc2-9f440ec69b55 req-a9db7c6f-3e94-4e98-a24e-e2446a8d24b0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:33.259446 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b5c4627c-b6c2-4506-bcc2-9f440ec69b55 req-a9db7c6f-3e94-4e98-a24e-e2446a8d24b0 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 945 time: 0.2421563 Nov 25 04:06:33.352525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-95ef01ca-eb2b-490b-91dc-f17607368444 req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] For port c73a82a8-8646-4e25-85cc-3cd19558e0bf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c73a82a8-8646-4e25-85cc-3cd19558e0bf,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:06:33.352925 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-95ef01ca-eb2b-490b-91dc-f17607368444 req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:33.362364 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b5c4627c-b6c2-4506-bcc2-9f440ec69b55 req-941eb23a-44ad-4923-be1b-2acba136c805 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/security-groups?id=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965614 Nov 25 04:06:33.485526 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-95ef01ca-eb2b-490b-91dc-f17607368444 req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Calling delete_port for c73a82a8-8646-4e25-85cc-3cd19558e0bf owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:06:33.639333 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-95ef01ca-eb2b-490b-91dc-f17607368444 req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:33.647796 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:33.684459 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['c73a82a8-8646-4e25-85cc-3cd19558e0bf'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:06:33.773412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Pushing event deleted for resources: {'Port': ['ID=c73a82a8-8646-4e25-85cc-3cd19558e0bf,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:33.776786 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ef01ca-eb2b-490b-91dc-f17607368444 req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] No DVR routers for this DVR port c73a82a8-8646-4e25-85cc-3cd19558e0bf on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:06:33.779118 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-95ef01ca-eb2b-490b-91dc-f17607368444 req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:33.782915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:33.783541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9fcb51-0d9d-48a6-af15-efc04ffc5896', 'name': 'network-vif-deleted', 'tag': 'c73a82a8-8646-4e25-85cc-3cd19558e0bf'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:06:33.799120 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-95ef01ca-eb2b-490b-91dc-f17607368444 req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.15 "DELETE /v2.0/ports/c73a82a8-8646-4e25-85cc-3cd19558e0bf HTTP/1.1" status: 204 len: 173 time: 0.8815155 Nov 25 04:06:33.840930 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9fcb51-0d9d-48a6-af15-efc04ffc5896', 'name': 'network-vif-deleted', 'tag': 'c73a82a8-8646-4e25-85cc-3cd19558e0bf', 'status': 'completed', 'code': 200} Nov 25 04:06:34.557561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-1691ae70-846d-4839-8c62-f430a474d1f9 req-6eca3e57-81de-4273-98a5-c18ceb58b6b5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Synchronizing usage tracker for tenant:a875893fbda04b0ab2a25a558d695878 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:06:34.572868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-1691ae70-846d-4839-8c62-f430a474d1f9 req-6eca3e57-81de-4273-98a5-c18ceb58b6b5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Unset dirty status for tenant:a875893fbda04b0ab2a25a558d695878 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:06:34.574293 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1691ae70-846d-4839-8c62-f430a474d1f9 req-6eca3e57-81de-4273-98a5-c18ceb58b6b5 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc9fcb51-0d9d-48a6-af15-efc04ffc5896 HTTP/1.1" status: 200 len: 210 time: 0.0664918 Nov 25 04:06:35.688069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 48468) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:36.299763 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712960'] for router_interface, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:36.933313 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Deleting port d6a77b81-3cb5-467d-8b33-0c3a053bcb68 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:06:36.933904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:36.964437 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device c73a82a8-8646-4e25-85cc-3cd19558e0bf no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:06:37.004656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: c73a82a8-8646-4e25-85cc-3cd19558e0bf {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:06:37.005116 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device c73a82a8-8646-4e25-85cc-3cd19558e0bf not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:06:37.120494 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] For port d6a77b81-3cb5-467d-8b33-0c3a053bcb68, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=d6a77b81-3cb5-467d-8b33-0c3a053bcb68,segment=NetworkSegment(f17d770a-4d0b-4774-8ede-4bb0bda5e6d7),segment_id=f17d770a-4d0b-4774-8ede-4bb0bda5e6d7)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:06:37.120890 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:37.245561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Calling delete_port for d6a77b81-3cb5-467d-8b33-0c3a053bcb68 owned by network:router_interface {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:06:37.567646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:37.572777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:37.616795 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a77b81-3cb5-467d-8b33-0c3a053bcb68,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:37.619560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:37.919114 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16135440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713114'] for router_interface, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:38.738113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Router 03287b10-ba51-4387-ba6c-a000e5591b48 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:06:38.950839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:06:38.961961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c191131-fa7e-4f5e-9252-d34cf988d26e None None] Sync routers for ids ['03287b10-ba51-4387-ba6c-a000e5591b48'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:06:38.967599 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] 10.222.0.47 "PUT /v2.0/routers/03287b10-ba51-4387-ba6c-a000e5591b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2783382 Nov 25 04:06:38.970130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 48482) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:38.975358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c191131-fa7e-4f5e-9252-d34cf988d26e None None] Routers {'03287b10-ba51-4387-ba6c-a000e5591b48'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:06:38.976027 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3c191131-fa7e-4f5e-9252-d34cf988d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:06:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['03287b10-ba51-4387-ba6c-a000e5591b48'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:06:39.169575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-3c191131-fa7e-4f5e-9252-d34cf988d26e None None] Set router 03287b10-ba51-4387-ba6c-a000e5591b48 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:06:39.175665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Notify callbacks [] for router, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:39.402488 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:39.410572 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Deleting port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:06:39.410938 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:39.481460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3c191131-fa7e-4f5e-9252-d34cf988d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-router', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28'}], 'enable_snat': True}, 'gw_port_id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:00Z', 'updated_at': '2021-11-25T04:06:37Z', 'revision_number': 5, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'gw_port': {'id': '0de109e6-e4d1-4504-9c00-fb6ab06aafb7', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:02Z', 'updated_at': '2021-11-25T04:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:06:39.485801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c191131-fa7e-4f5e-9252-d34cf988d26e None None] Checking router: 03287b10-ba51-4387-ba6c-a000e5591b48 for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:06:39.498306 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c191131-fa7e-4f5e-9252-d34cf988d26e None None] Routers {'03287b10-ba51-4387-ba6c-a000e5591b48'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:06:39.498966 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3c191131-fa7e-4f5e-9252-d34cf988d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:06:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['03287b10-ba51-4387-ba6c-a000e5591b48'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:06:39.614664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] For port 0de109e6-e4d1-4504-9c00-fb6ab06aafb7, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=0de109e6-e4d1-4504-9c00-fb6ab06aafb7,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:06:39.615060 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:39.760157 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Calling delete_port for 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 owned by network:router_gateway {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:06:39.818899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-3c191131-fa7e-4f5e-9252-d34cf988d26e None None] Set router 03287b10-ba51-4387-ba6c-a000e5591b48 gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:06:39.928599 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3c191131-fa7e-4f5e-9252-d34cf988d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-router', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:00Z', 'updated_at': '2021-11-25T04:06:39Z', 'revision_number': 6, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'gw_port_host': None}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:06:39.932720 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:39.933010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c191131-fa7e-4f5e-9252-d34cf988d26e None None] The sync data for ids ['03287b10-ba51-4387-ba6c-a000e5591b48'] in dv-cinder-818778-3-smb is: [{'id': '03287b10-ba51-4387-ba6c-a000e5591b48', 'name': 'tempest-ServerRescueNegativeTestJSON-1170224132-router', 'tenant_id': 'a875893fbda04b0ab2a25a558d695878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:00Z', 'updated_at': '2021-11-25T04:06:39Z', 'revision_number': 6, 'project_id': 'a875893fbda04b0ab2a25a558d695878', 'gw_port_host': None}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:06:39.936928 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bcd474cc-9aef-463d-adfa-cafbcdd00bec tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:39.982717 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de109e6-e4d1-4504-9c00-fb6ab06aafb7,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:39.987154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:40.219116 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716049'] for router_gateway, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:40.715094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-649855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-76538'] for router, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:40.719572 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:40.806267 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-649745'] for router, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:40.806893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03287b10-ba51-4387-ba6c-a000e5591b48 {{(pid=88178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 04:06:40.821302 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:40.822610 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] 10.222.0.47 "DELETE /v2.0/routers/03287b10-ba51-4387-ba6c-a000e5591b48 HTTP/1.1" status: 204 len: 168 time: 1.8514972 Nov 25 04:06:40.825393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 48490) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:40.896921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-c194612e-29a8-4648-9bf1-1b5635a8eecc admin admin] Deleting subnet a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:06:40.900437 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c194612e-29a8-4648-9bf1-1b5635a8eecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:40.953880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c194612e-29a8-4648-9bf1-1b5635a8eecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852280415'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:41.012985 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c194612e-29a8-4648-9bf1-1b5635a8eecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:41.086506 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c194612e-29a8-4648-9bf1-1b5635a8eecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852280414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1859449'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:41.091042 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:41.129159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194612e-29a8-4648-9bf1-1b5635a8eecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e4e294-e4af-4cfd-ab67-7d57d3e3f279,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:41.132210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c194612e-29a8-4648-9bf1-1b5635a8eecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:41.135138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c194612e-29a8-4648-9bf1-1b5635a8eecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:41.141660 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-c194612e-29a8-4648-9bf1-1b5635a8eecc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a8e4e294-e4af-4cfd-ab67-7d57d3e3f279 HTTP/1.1" status: 204 len: 168 time: 0.3152170 Nov 25 04:06:41.144418 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 48494) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:41.264353 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:41.411610 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:41.439549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab46472b-7ed2-4cef-ad7d-804831d4a509']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:06:41.454388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:06:41.454731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17d770a-4d0b-4774-8ede-4bb0bda5e6d7') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:06:41.467641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430980'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:41.486755 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:41.493869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:06:41.494327 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852211546'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:06:41.508311 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:06:41.529722 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d6a77b81-3cb5-467d-8b33-0c3a053bcb68 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:06:41.587560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:41.591721 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:41.621145 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:41.624111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab46472b-7ed2-4cef-ad7d-804831d4a509,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:41.627504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:41.643125 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ab46472b-7ed2-4cef-ad7d-804831d4a509 HTTP/1.1" status: 204 len: 168 time: 0.4975255 Nov 25 04:06:41.711968 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: d6a77b81-3cb5-467d-8b33-0c3a053bcb68 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:06:41.712360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d6a77b81-3cb5-467d-8b33-0c3a053bcb68 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:06:41.712817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:06:41.744994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:06:41.745395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 0de109e6-e4d1-4504-9c00-fb6ab06aafb7 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:06:41.868898 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 48502) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:41.927351 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-86a0f5a1-028a-42eb-b43f-ef149d1f638d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a875893fbda04b0ab2a25a558d695878&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570793 Nov 25 04:06:41.929783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 48506) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:41.992509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-560014b7-5268-4790-b39d-3e74248e102a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:42.019746 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-560014b7-5268-4790-b39d-3e74248e102a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:42.065287 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-560014b7-5268-4790-b39d-3e74248e102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:42.071175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:42.085255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560014b7-5268-4790-b39d-3e74248e102a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:42.087791 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-560014b7-5268-4790-b39d-3e74248e102a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:42.096172 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-560014b7-5268-4790-b39d-3e74248e102a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:42.097754 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-560014b7-5268-4790-b39d-3e74248e102a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6bf454c5-2fa3-4d92-8ce3-08456e4d9b0a HTTP/1.1" status: 204 len: 168 time: 0.1666358 Nov 25 04:06:43.569914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-becd41cb-2da5-46ef-bcc4-c750339b2294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:44.579980 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 48578) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:44.732670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-190556f2-6006-4b8b-8ab0-dc5585acd453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:44.767573 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-190556f2-6006-4b8b-8ab0-dc5585acd453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:06:44.771877 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-190556f2-6006-4b8b-8ab0-dc5585acd453 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b748985a1e4314b3794460264419a0 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:06:44.775126 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-190556f2-6006-4b8b-8ab0-dc5585acd453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:06:44.781056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-190556f2-6006-4b8b-8ab0-dc5585acd453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:06:44.851711 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-190556f2-6006-4b8b-8ab0-dc5585acd453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:44.854404 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-190556f2-6006-4b8b-8ab0-dc5585acd453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:44.861583 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-695be9e1-790c-452a-aa94-fd820d14ce6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:44.904035 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190556f2-6006-4b8b-8ab0-dc5585acd453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a94bd-60e0-4c8b-9e87-490556dde3cf,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:44.907185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-190556f2-6006-4b8b-8ab0-dc5585acd453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:44.909675 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-190556f2-6006-4b8b-8ab0-dc5585acd453 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8b748985a1e4314b3794460264419a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3284719 Nov 25 04:06:44.912328 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 48586) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:44.973865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bd62922e-14f5-4421-af49-4ea5b63469dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.000684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bd62922e-14f5-4421-af49-4ea5b63469dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.044391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bd62922e-14f5-4421-af49-4ea5b63469dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.049272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f7ef779e-6bbb-403c-add8-68863e64f63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:45.062891 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62922e-14f5-4421-af49-4ea5b63469dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a94bd-60e0-4c8b-9e87-490556dde3cf,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:45.066536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bd62922e-14f5-4421-af49-4ea5b63469dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:45.067455 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bd62922e-14f5-4421-af49-4ea5b63469dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.068664 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-bd62922e-14f5-4421-af49-4ea5b63469dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a05a94bd-60e0-4c8b-9e87-490556dde3cf HTTP/1.1" status: 204 len: 168 time: 0.1553619 Nov 25 04:06:45.111263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.402081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 48594) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:45.421539 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5dc1-e322-4bcc-b8f8-4cd01c178073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.457633 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-1c3f5dc1-e322-4bcc-b8f8-4cd01c178073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:06:45.461887 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-1c3f5dc1-e322-4bcc-b8f8-4cd01c178073 admin admin] Usage tracker for resource:security_group_rule and tenant:ec94ded1f3e647cbb8d43614ca14f030 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:06:45.464794 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-1c3f5dc1-e322-4bcc-b8f8-4cd01c178073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:06:45.470720 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-1c3f5dc1-e322-4bcc-b8f8-4cd01c178073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:06:45.536872 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5dc1-e322-4bcc-b8f8-4cd01c178073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.539677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5dc1-e322-4bcc-b8f8-4cd01c178073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.546884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8027f9ae-e538-4c64-a39a-acccecfbd765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:45.588965 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f5dc1-e322-4bcc-b8f8-4cd01c178073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaa7934-0d1a-44f0-9e4d-75431ad28043,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:45.592161 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1c3f5dc1-e322-4bcc-b8f8-4cd01c178073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:45.594428 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-1c3f5dc1-e322-4bcc-b8f8-4cd01c178073 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec94ded1f3e647cbb8d43614ca14f030&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1912801 Nov 25 04:06:45.597663 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 48598) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:45.661285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6ba00cc-e8f8-4b05-99ca-7b889f3eb2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.687089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6ba00cc-e8f8-4b05-99ca-7b889f3eb2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.731594 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6ba00cc-e8f8-4b05-99ca-7b889f3eb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.736642 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e0879f8e-bf30-4ab8-93de-525f61f31202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:45.753666 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba00cc-e8f8-4b05-99ca-7b889f3eb2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaa7934-0d1a-44f0-9e4d-75431ad28043,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:45.760588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b6ba00cc-e8f8-4b05-99ca-7b889f3eb2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:45.762908 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6ba00cc-e8f8-4b05-99ca-7b889f3eb2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:45.767362 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b6ba00cc-e8f8-4b05-99ca-7b889f3eb2e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cfaa7934-0d1a-44f0-9e4d-75431ad28043 HTTP/1.1" status: 204 len: 168 time: 0.1683404 Nov 25 04:06:46.045017 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89b2d86c-40b8-4bcf-a36e-a7afc2e542c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:46.079044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:47.982690 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:51.245784 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:52.899567 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37ca8277-3e06-488c-b77a-036fb042bcb2 req-74aefc95-98cb-4f91-bc07-19011aa057af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819952 Nov 25 04:06:53.021286 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37ca8277-3e06-488c-b77a-036fb042bcb2 req-c7f7722a-84c8-44fc-b0d6-06941b39e9cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 1100 time: 0.0797424 Nov 25 04:06:53.072754 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 48740) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:53.186534 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8277-3e06-488c-b77a-036fb042bcb2 req-967a8c59-ed54-4f09-80f1-acd8ed0b42fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:53.188122 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37ca8277-3e06-488c-b77a-036fb042bcb2 req-967a8c59-ed54-4f09-80f1-acd8ed0b42fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 917 time: 0.1449192 Nov 25 04:06:53.278942 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3b1a768c-cf42-43ba-9d70-90f536d46350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:53.336690 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37ca8277-3e06-488c-b77a-036fb042bcb2 req-e38ba5d0-4b7c-4a24-a9d4-290cba4ecafc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d84742-9b2d-4640-ba67-233c7657fa64 HTTP/1.1" status: 200 len: 1001 time: 0.1411507 Nov 25 04:06:53.339987 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3b1a768c-cf42-43ba-9d70-90f536d46350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:06:53.344042 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3b1a768c-cf42-43ba-9d70-90f536d46350 admin admin] Usage tracker for resource:security_group_rule and tenant:d59a28db261f4225ace7127b00125574 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:06:53.348724 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3b1a768c-cf42-43ba-9d70-90f536d46350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:06:53.393442 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3b1a768c-cf42-43ba-9d70-90f536d46350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:06:53.431159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8277-3e06-488c-b77a-036fb042bcb2 req-67866759-ea66-4513-b633-f73e0645492f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:06:53.432637 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37ca8277-3e06-488c-b77a-036fb042bcb2 req-67866759-ea66-4513-b633-f73e0645492f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 200 len: 855 time: 0.0851233 Nov 25 04:06:53.532149 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3b1a768c-cf42-43ba-9d70-90f536d46350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:53.536769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3b1a768c-cf42-43ba-9d70-90f536d46350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:53.544881 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-89594d61-0458-42a7-be58-e4dcb3c2bbcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:53.594509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a768c-cf42-43ba-9d70-90f536d46350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e455e11e-dc66-4c40-8535-5e69e5fca921,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:53.602496 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37ca8277-3e06-488c-b77a-036fb042bcb2 req-cd721abb-c6d2-4315-82f0-aec35bb60f4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a25752b1-9c08-4df0-8384-722234ed08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1556890 Nov 25 04:06:53.603219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3b1a768c-cf42-43ba-9d70-90f536d46350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:53.606473 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3b1a768c-cf42-43ba-9d70-90f536d46350 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d59a28db261f4225ace7127b00125574&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5327146 Nov 25 04:06:53.609170 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 48746) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:06:53.801734 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff411748-4d7d-4c2e-960c-81bbef5a2949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:53.813573 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37ca8277-3e06-488c-b77a-036fb042bcb2 req-7b8c699e-ac3b-4881-85a0-489ebb1da99c service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015581 Nov 25 04:06:53.859880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff411748-4d7d-4c2e-960c-81bbef5a2949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:54.000964 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-37ca8277-3e06-488c-b77a-036fb042bcb2 req-217694aa-a8e6-465c-b0fe-b48085dfe892 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756198 Nov 25 04:06:54.004858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff411748-4d7d-4c2e-960c-81bbef5a2949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:54.009753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-178ae615-2b63-4519-9e18-5fbe3451dd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:06:54.021201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff411748-4d7d-4c2e-960c-81bbef5a2949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e455e11e-dc66-4c40-8535-5e69e5fca921,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:06:54.024941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ff411748-4d7d-4c2e-960c-81bbef5a2949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:06:54.029676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff411748-4d7d-4c2e-960c-81bbef5a2949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:06:54.031480 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ff411748-4d7d-4c2e-960c-81bbef5a2949 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e455e11e-dc66-4c40-8535-5e69e5fca921 HTTP/1.1" status: 204 len: 168 time: 0.4212351 Nov 25 04:06:54.738029 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:07:00.201599 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75252b1-3442-431a-93dd-a6d7bdbb1c0f req-a688d9e3-aeb5-4338-b6d6-c87c58654a16 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:00.203239 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e75252b1-3442-431a-93dd-a6d7bdbb1c0f req-a688d9e3-aeb5-4338-b6d6-c87c58654a16 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 947 time: 0.0853865 Nov 25 04:07:00.252361 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e75252b1-3442-431a-93dd-a6d7bdbb1c0f req-33d77636-5875-40a8-9e22-32279983290e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Nov 25 04:07:01.498461 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da806e7-ba93-4907-8eb7-e6b2bc3c0184 req-eb3828bb-b14d-4648-90d7-244e0e2f9873 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:01.500666 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6da806e7-ba93-4907-8eb7-e6b2bc3c0184 req-eb3828bb-b14d-4648-90d7-244e0e2f9873 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 947 time: 0.0930793 Nov 25 04:07:01.556331 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6da806e7-ba93-4907-8eb7-e6b2bc3c0184 req-01e09989-09a2-4ea8-9a8c-d256ca7eba1b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480373 Nov 25 04:07:02.113689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a8401-f340-4863-9595-69a5abc283bf req-6d9bc538-27ca-4b3b-920d-3777e3bbd760 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:02.115294 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-866a8401-f340-4863-9595-69a5abc283bf req-6d9bc538-27ca-4b3b-920d-3777e3bbd760 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 947 time: 0.0831161 Nov 25 04:07:02.189756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Deleting port 76d84742-9b2d-4640-ba67-233c7657fa64 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:07:02.190710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:02.455342 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] For port 76d84742-9b2d-4640-ba67-233c7657fa64, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=76d84742-9b2d-4640-ba67-233c7657fa64,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:02.456351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:02.804008 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:02.804500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:02.805171 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_db [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Floating IP c60adcc4-295b-432a-ae15-fc6ab619e470 disassociated. External IP: 172.28.0.68, port: 76d84742-9b2d-4640-ba67-233c7657fa64. Nov 25 04:07:02.805568 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Calling delete_port for 76d84742-9b2d-4640-ba67-233c7657fa64 owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:07:02.863382 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0a94-4e6f-4c44-bfd3-319544c5f37f req-ba8dad84-ed5c-455a-b49d-67f13670c5d8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:02.871373 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6d9d0a94-4e6f-4c44-bfd3-319544c5f37f req-ba8dad84-ed5c-455a-b49d-67f13670c5d8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 947 time: 0.1496930 Nov 25 04:07:02.918534 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6d9d0a94-4e6f-4c44-bfd3-319544c5f37f req-769289aa-bb82-4369-9528-48739df82a69 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460060 Nov 25 04:07:02.995071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:03.002698 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:03.053771 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event deleted for resources: {'Port': ['ID=76d84742-9b2d-4640-ba67-233c7657fa64,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:03.056976 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:03.493950 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:07:03.716669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:07:03.728066 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99617cb-cc41-48f0-a50a-d886aa28ef4c None None] Sync routers for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:07:03.741164 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99617cb-cc41-48f0-a50a-d886aa28ef4c None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:03.741971 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c99617cb-cc41-48f0-a50a-d886aa28ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:06:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:03.794400 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] No DVR routers for this DVR port 76d84742-9b2d-4640-ba67-233c7657fa64 on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:07:03.797500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:03.801759 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'name': 'network-vif-deleted', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:07:03.818968 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-866a8401-f340-4863-9595-69a5abc283bf req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.15 "DELETE /v2.0/ports/76d84742-9b2d-4640-ba67-233c7657fa64 HTTP/1.1" status: 204 len: 173 time: 1.6962361 Nov 25 04:07:03.863124 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd371db-baaf-4d02-a3b2-0a594404897b', 'name': 'network-vif-deleted', 'tag': '76d84742-9b2d-4640-ba67-233c7657fa64', 'status': 'completed', 'code': 200} Nov 25 04:07:03.937960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-c99617cb-cc41-48f0-a50a-d886aa28ef4c None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:04.131556 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f95027c3-b90c-4224-a02f-57074787e891 req-3b611edf-7b5b-40a2-9d91-8498cbda06c1 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd371db-baaf-4d02-a3b2-0a594404897b HTTP/1.1" status: 200 len: 210 time: 0.0453315 Nov 25 04:07:04.285657 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c99617cb-cc41-48f0-a50a-d886aa28ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:04.290079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99617cb-cc41-48f0-a50a-d886aa28ef4c None None] Checking router: 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:07:04.302128 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99617cb-cc41-48f0-a50a-d886aa28ef4c None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:04.302790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c99617cb-cc41-48f0-a50a-d886aa28ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:06:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:04.502011 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-c99617cb-cc41-48f0-a50a-d886aa28ef4c None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:04.847322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c99617cb-cc41-48f0-a50a-d886aa28ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:04.851570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99617cb-cc41-48f0-a50a-d886aa28ef4c None None] The sync data for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb is: [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:07:05.118872 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49026) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:05.128719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 76d84742-9b2d-4640-ba67-233c7657fa64 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:07:05.162152 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: 76d84742-9b2d-4640-ba67-233c7657fa64 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:07:05.162548 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 76d84742-9b2d-4640-ba67-233c7657fa64 not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:07:05.287522 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa94c-59f8-46f1-92f8-1bab65ab8a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.296387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49036) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:05.322236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-1c6fa94c-59f8-46f1-92f8-1bab65ab8a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:05.327277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-1c6fa94c-59f8-46f1-92f8-1bab65ab8a0b admin admin] Usage tracker for resource:security_group_rule and tenant:4a19532584ba426886a82631decf853f is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:05.329437 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ab3b9-a334-4b17-8f77-c5304b5fadea None None] New status for floating IP c60adcc4-295b-432a-ae15-fc6ab619e470: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:07:05.330704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-1c6fa94c-59f8-46f1-92f8-1bab65ab8a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:05.337257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-1c6fa94c-59f8-46f1-92f8-1bab65ab8a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:05.369473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f3dd66d8-093e-4aba-abb4-df893db6cc28 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.403732 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f3dd66d8-093e-4aba-abb4-df893db6cc28 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.413172 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa94c-59f8-46f1-92f8-1bab65ab8a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.417274 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa94c-59f8-46f1-92f8-1bab65ab8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.426579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1c3f5dc1-e322-4bcc-b8f8-4cd01c178073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:05.456439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f3dd66d8-093e-4aba-abb4-df893db6cc28 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.463041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-92e01b4c-2a8a-4e0c-b1d6-17ca7083e78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:05.464830 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa94c-59f8-46f1-92f8-1bab65ab8a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65085958-abd8-4bc9-a832-49eb7f87027b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:05.470608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1c6fa94c-59f8-46f1-92f8-1bab65ab8a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:05.480293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd66d8-093e-4aba-abb4-df893db6cc28 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b356288-c2ee-45ce-b1c2-a89b42c8a5cb,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:05.484390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f3dd66d8-093e-4aba-abb4-df893db6cc28 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:05.495627 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f3dd66d8-093e-4aba-abb4-df893db6cc28 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.511108 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f3dd66d8-093e-4aba-abb4-df893db6cc28 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "DELETE /v2.0/security-groups/2b356288-c2ee-45ce-b1c2-a89b42c8a5cb HTTP/1.1" status: 204 len: 168 time: 0.2133098 Nov 25 04:07:05.512969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49044) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:05.543593 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.v2.resource [None req-159b1404-e7a5-4e08-a2de-dce8787b4920 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] show failed (client error): The resource could not be found. Nov 25 04:07:05.549095 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-159b1404-e7a5-4e08-a2de-dce8787b4920 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups/2b356288-c2ee-45ce-b1c2-a89b42c8a5cb HTTP/1.1" status: 404 len: 347 time: 0.0332072 Nov 25 04:07:05.549944 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49048) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:05.713617 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-1c6fa94c-59f8-46f1-92f8-1bab65ab8a0b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a19532584ba426886a82631decf853f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5853102 Nov 25 04:07:05.713617 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49054) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:05.729174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Deleting port a26f3b36-3f72-48d8-bee9-ff301fe3c242 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:07:05.729556 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.773633 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c460f66f-81e0-4a51-b131-ca79db976b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.810076 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c460f66f-81e0-4a51-b131-ca79db976b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.863199 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c460f66f-81e0-4a51-b131-ca79db976b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.868365 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-39fbd9b0-bfd4-4c46-8225-488e8469e4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:05.881909 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460f66f-81e0-4a51-b131-ca79db976b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65085958-abd8-4bc9-a832-49eb7f87027b,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:05.885038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c460f66f-81e0-4a51-b131-ca79db976b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:05.885943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c460f66f-81e0-4a51-b131-ca79db976b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.889517 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-c460f66f-81e0-4a51-b131-ca79db976b4c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65085958-abd8-4bc9-a832-49eb7f87027b HTTP/1.1" status: 204 len: 168 time: 0.1792371 Nov 25 04:07:05.925969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:05.926332 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.062801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Calling delete_port for a26f3b36-3f72-48d8-bee9-ff301fe3c242 owned by network:floatingip {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:07:06.206507 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.211127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3675528-4644-402b-a2dd-3f0b5d4d5da9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:06.238900 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49062) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:06.253210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event deleted for resources: {'Port': ['ID=a26f3b36-3f72-48d8-bee9-ff301fe3c242,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:06.258309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:06.259153 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-47855d61-c81f-4bd5-9b76-51407470fe28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.292676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-47855d61-c81f-4bd5-9b76-51407470fe28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:06.296910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-47855d61-c81f-4bd5-9b76-51407470fe28 admin admin] Usage tracker for resource:security_group_rule and tenant:2943ed5b6dfb4de6ada6c037593a7e63 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:06.299846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-47855d61-c81f-4bd5-9b76-51407470fe28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:06.305792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-47855d61-c81f-4bd5-9b76-51407470fe28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:06.354569 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.369781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.371054 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "DELETE /v2.0/floatingips/c60adcc4-295b-432a-ae15-fc6ab619e470 HTTP/1.1" status: 204 len: 168 time: 0.8195293 Nov 25 04:07:06.381550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-47855d61-c81f-4bd5-9b76-51407470fe28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.384287 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-47855d61-c81f-4bd5-9b76-51407470fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.391573 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5baf649a-be43-4574-b437-b07c4748c823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:06.435375 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47855d61-c81f-4bd5-9b76-51407470fe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87458c1-880e-4d71-8f95-f6fefced91ac,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:06.439643 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-47855d61-c81f-4bd5-9b76-51407470fe28 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2943ed5b6dfb4de6ada6c037593a7e63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1995041 Nov 25 04:07:06.440677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-47855d61-c81f-4bd5-9b76-51407470fe28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:06.442660 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49068) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:06.506491 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e529d16e-6987-4624-ba5a-af08a2c64cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.532965 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e529d16e-6987-4624-ba5a-af08a2c64cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.583052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e529d16e-6987-4624-ba5a-af08a2c64cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.588603 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f7ca952e-f349-49bb-8e60-1138bde9de0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:06.603379 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529d16e-6987-4624-ba5a-af08a2c64cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87458c1-880e-4d71-8f95-f6fefced91ac,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:06.607076 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e529d16e-6987-4624-ba5a-af08a2c64cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:06.608386 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e529d16e-6987-4624-ba5a-af08a2c64cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.610799 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e529d16e-6987-4624-ba5a-af08a2c64cc8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b87458c1-880e-4d71-8f95-f6fefced91ac HTTP/1.1" status: 204 len: 168 time: 0.1670458 Nov 25 04:07:06.627620 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49074) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:06.636317 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759846791', 'description': 'tempest-description--57043904'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:06.642670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:06.647823 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Usage tracker for resource:security_group and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:06.650936 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:06.657033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:06.667510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.703673 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:06.708631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Usage tracker for resource:security_group_rule and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:06.711727 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:06.717827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:06.793607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.798747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.837634 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e529d16e-6987-4624-ba5a-af08a2c64cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:06.849485 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.851226 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2217526 Nov 25 04:07:06.855222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49084) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:06.865534 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'security_group_rule': {'security_group_id': 'ea1bbc68-da3d-4473-8494-82898c568a22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:06.871599 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1bbc68-da3d-4473-8494-82898c568a22,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:06.874753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6f943a7b-af0a-4456-bc20-0d59eb0966e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:06.884509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:06.888779 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Usage tracker for resource:security_group_rule and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:06.891797 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:06.898775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:06.914717 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.981199 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.983595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:06.993514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ede9b828-032d-4350-b3c0-da2a5bc859dc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:07.013095 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e4a1b5-8402-416f-b886-655bdc466f50,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:07.015692 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:07.028534 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.033107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49094) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:07.034195 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-d19c2c46-cfd3-4d8e-b517-e66bfd3a1f21 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1773720 Nov 25 04:07:07.039541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'security_group_rule': {'security_group_id': 'ea1bbc68-da3d-4473-8494-82898c568a22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:07.046212 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:07.050685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Usage tracker for resource:security_group_rule and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:07.053808 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:07.060236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:07.079586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.123743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49100) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:07.149392 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.153242 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.155505 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:07.178749 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f20c177-9a8e-4264-ba7a-1e13e51d18b0,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:07.183499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:07.191347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.195766 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-20efb62f-3edf-4acc-924f-0e199b2df7bd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1583228 Nov 25 04:07:07.196372 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49106) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:07.202449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'floatingip': {'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:07.209432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:07.213611 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Usage tracker for resource:floatingip and tenant:2192983d29584d5db1c6a2697d11a1db is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:07.216956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:07.224171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:07.234526 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.283155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bc7863f9-0409-4073-bc42-3fc7027ac08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.317131 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-bc7863f9-0409-4073-bc42-3fc7027ac08f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:07.321416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-bc7863f9-0409-4073-bc42-3fc7027ac08f admin admin] Usage tracker for resource:security_group_rule and tenant:16b2d94f69af496dac48623b8a70a6e9 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:07.324385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-bc7863f9-0409-4073-bc42-3fc7027ac08f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:07.330378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-bc7863f9-0409-4073-bc42-3fc7027ac08f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:07.390909 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.410390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bc7863f9-0409-4073-bc42-3fc7027ac08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.413758 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bc7863f9-0409-4073-bc42-3fc7027ac08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.421225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dfbbfa7d-f1b7-459b-b7a6-93b429c36b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:07.451164 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7863f9-0409-4073-bc42-3fc7027ac08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82109cf1-6365-4524-99dc-ab7304e2857e,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:07.456525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bc7863f9-0409-4073-bc42-3fc7027ac08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:07.476934 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-bc7863f9-0409-4073-bc42-3fc7027ac08f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16b2d94f69af496dac48623b8a70a6e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3519328 Nov 25 04:07:07.477559 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49116) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:07.547335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Allocated IP 172.28.0.23 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/e3ae85a7-b709-4b46-bd9a-32f900fa7fa5) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:07:07.547479 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-00e3e90e-2702-4925-8d23-fb33a9f7d57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.579302 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-00e3e90e-2702-4925-8d23-fb33a9f7d57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.626744 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-00e3e90e-2702-4925-8d23-fb33a9f7d57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.633646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bd62922e-14f5-4421-af49-4ea5b63469dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:07.644604 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3e90e-2702-4925-8d23-fb33a9f7d57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82109cf1-6365-4524-99dc-ab7304e2857e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:07.648898 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-00e3e90e-2702-4925-8d23-fb33a9f7d57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:07.652934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-00e3e90e-2702-4925-8d23-fb33a9f7d57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.654155 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-00e3e90e-2702-4925-8d23-fb33a9f7d57d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/82109cf1-6365-4524-99dc-ab7304e2857e HTTP/1.1" status: 204 len: 168 time: 0.1754491 Nov 25 04:07:07.721647 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.747919 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:07.762420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:07.845953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:07.855333 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:07.861490 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:07:07.899421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'Port': ['ID=e3ae85a7-b709-4b46-bd9a-32f900fa7fa5,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:07.906555 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:08.034753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:08.098712 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:08.324271 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:08.328429 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:08.334127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e9468779-4fda-4561-ad75-5457a09fc2e8 tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:08.450875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'Port': ['ID=e3ae85a7-b709-4b46-bd9a-32f900fa7fa5,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:08.455192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:08.464737 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:08.487160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:08.494220 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2909100 Nov 25 04:07:08.701785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49160) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:08.820390 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-456f5bdc-2db4-495e-845a-02f7cd2d15ff tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1759846791&fields=id&tenant_id=2192983d29584d5db1c6a2697d11a1db HTTP/1.1" status: 200 len: 267 time: 0.0657089 Nov 25 04:07:08.983597 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-485bc73f-bc32-465a-a6c3-cdcc036c03d5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:08.984338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-485bc73f-bc32-465a-a6c3-cdcc036c03d5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Synchronizing usage tracker for tenant:2192983d29584d5db1c6a2697d11a1db on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:09.000926 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-485bc73f-bc32-465a-a6c3-cdcc036c03d5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Unset dirty status for tenant:2192983d29584d5db1c6a2697d11a1db on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:09.003177 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-485bc73f-bc32-465a-a6c3-cdcc036c03d5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 816 time: 0.1809142 Nov 25 04:07:09.023360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-315854721-network', 'tenant_id': '9f0d917c52b241799958e23c74fae016'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:09.029522 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:09.034120 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-a6a1e775-65e4-4e2e-b3fd-b10ec7e2f4f9 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/quotas/2192983d29584d5db1c6a2697d11a1db HTTP/1.1" status: 200 len: 375 time: 0.0251455 Nov 25 04:07:09.035092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Usage tracker for resource:network and tenant:9f0d917c52b241799958e23c74fae016 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:09.038254 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:09.078219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:09.099671 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Made reservation on behalf of 9f0d917c52b241799958e23c74fae016 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:07:09.104383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:09.121479 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:09.179205 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:09.190587 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-07241b8a-ff01-48ff-8b1b-7e1eb2af3552 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1487060 Nov 25 04:07:09.191606 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Usage tracker for resource:security_group_rule and tenant:9f0d917c52b241799958e23c74fae016 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:09.194664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:09.200866 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:09.380390 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-e8821fe3-19cc-4006-9fe3-dce3bc5ba235 service neutron] 10.222.0.47 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768327 Nov 25 04:07:09.426223 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:09.479769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:09.483144 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1c6fa94c-59f8-46f1-92f8-1bab65ab8a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:09.525543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:07:09.558085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0512d118-5b66-47b7-88b8-c77a54bf6c47,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:09.562940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:09.563333 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Added segment 50b5435c-838e-4a65-9455-859ce48442f8 of type vlan for network 1e468742-190c-498b-8ed8-9aec5f941ee6 Nov 25 04:07:09.564660 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:09.594358 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-f7938b01-cd84-4821-b449-3ceb9ac34ca4 service neutron] 10.222.0.47 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024593 Nov 25 04:07:09.609304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:09.639210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:09.640456 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:09.641092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:09.646772 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6d25150a-d161-4033-b535-aa922647adf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:09.756352 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0528941 Nov 25 04:07:09.757034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Pushing event updated for resources: {'Network': ['ID=1e468742-190c-498b-8ed8-9aec5f941ee6,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:09.759426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49196) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:09.761824 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:09.765557 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Request body: {'subnet': {'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-315854721-subnet', 'tenant_id': '9f0d917c52b241799958e23c74fae016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:09.771545 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:09.775674 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Usage tracker for resource:subnet and tenant:9f0d917c52b241799958e23c74fae016 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:09.778740 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:09.785566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:09.788208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network 1e468742-190c-498b-8ed8-9aec5f941ee6 details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:07:09.799486 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Made reservation on behalf of 9f0d917c52b241799958e23c74fae016 for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:07:09.804499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853161997'] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:09.832974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-0d4412e8-000d-432a-8b7b-05ac750d8ba6 req-6ef338d5-dcc1-401c-a207-33bf993fd113 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Synchronizing usage tracker for tenant:2192983d29584d5db1c6a2697d11a1db on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:09.848833 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-0d4412e8-000d-432a-8b7b-05ac750d8ba6 req-6ef338d5-dcc1-401c-a207-33bf993fd113 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Unset dirty status for tenant:2192983d29584d5db1c6a2697d11a1db on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:09.854550 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0d4412e8-000d-432a-8b7b-05ac750d8ba6 req-6ef338d5-dcc1-401c-a207-33bf993fd113 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 210 time: 0.0876844 Nov 25 04:07:10.051193 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852211256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853162014'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:10.055949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6bf86a70-f880-44af-a7ed-cccf42bd9b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:10.136624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b23b769-99a8-4cfd-ad81-50fad2b6da5e,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:10.139421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:10.150858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Checking segment: {'id': '50b5435c-838e-4a65-9455-859ce48442f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:07:10.151258 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Network hostable DHCP agents. Network: 1e468742-190c-498b-8ed8-9aec5f941ee6, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:07:10.173704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Network 1e468742-190c-498b-8ed8-9aec5f941ee6 is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:07:10.182788 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, 1e468742-190c-498b-8ed8-9aec5f941ee6) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:10.186630 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:10.187277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:10.191948 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16dea25-142f-4f7d-8fc0-77cbedb75b9d None None] Network 1e468742-190c-498b-8ed8-9aec5f941ee6 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:07:10.209575 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7dc89464-abbc-4818-8ba8-15d1334412c4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4487591 Nov 25 04:07:10.437870 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047f051d-b72d-4e73-b784-304618631abf None None] Network 1e468742-190c-498b-8ed8-9aec5f941ee6 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:07:11.122931 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-835782c5-34b6-4005-a1e6-2f8a62758c8c req-7e46bdc0-ecaf-47ff-be1c-acbd4f92db02 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 210 time: 0.0560236 Nov 25 04:07:11.182110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-b977b510-7f8f-4df6-aa85-1e3c2b908c0c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:11.183693 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-b977b510-7f8f-4df6-aa85-1e3c2b908c0c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.15 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 816 time: 0.2020721 Nov 25 04:07:11.247225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-70b4488a-39ee-4c16-ba5a-f812ee932392 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Synchronizing usage tracker for tenant:2192983d29584d5db1c6a2697d11a1db on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:11.261456 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-70b4488a-39ee-4c16-ba5a-f812ee932392 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Unset dirty status for tenant:2192983d29584d5db1c6a2697d11a1db on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:11.262748 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-70b4488a-39ee-4c16-ba5a-f812ee932392 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2192983d29584d5db1c6a2697d11a1db HTTP/1.1" status: 200 len: 380 time: 0.0601509 Nov 25 04:07:11.281071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'port': {'device_id': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'admin_state_up': True, 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'security_groups': ['ea1bbc68-da3d-4473-8494-82898c568a22']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:11.425283 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:11.435344 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:11.444398 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Made reservation on behalf of 2192983d29584d5db1c6a2697d11a1db for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:07:11.450010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:11.620941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Allocated IP 172.20.0.14 (a25752b1-9c08-4df0-8384-722234ed08aa/bb7fa5dc-883a-4321-a111-26b57ff090a7/4f02efbc-f39e-404d-9751-e3cb2595a1c2) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:07:11.818270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:11.836688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Transition to ACTIVE for port object 4f02efbc-f39e-404d-9751-e3cb2595a1c2 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:11.856609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:11.863921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-39dd1640-f52c-4a6c-a4c8-b18a3d709d3d tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:11.941143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Network a25752b1-9c08-4df0-8384-722234ed08aa is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:11.944828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:11.947121 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event updated for resources: {'Port': ['ID=4f02efbc-f39e-404d-9751-e3cb2595a1c2,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:11.950063 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:07:11.999685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:12.000132 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:12.000542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:12.000939 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:12.001340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:12.001733 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:12.002169 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:12.003359 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:12.003860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:12.004265 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:12.014514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:12.021392 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:12.041423 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:12.042170 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:12.069083 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7920251 Nov 25 04:07:12.091250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Request body: {'port': {'device_id': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:12.243195 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:12.314276 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6f3cec3b-4216-4581-bbb3-460b7c7d2add None None] Provisioning for port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:12.320346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6f3cec3b-4216-4581-bbb3-460b7c7d2add None None] Provisioning complete for port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:12.320991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f3cec3b-4216-4581-bbb3-460b7c7d2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:12.386776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cec3b-4216-4581-bbb3-460b7c7d2add None None] Port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:07:12.480896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-15946022-9ebd-4ff2-aa06-baa1f4a3196c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:12.481586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-15946022-9ebd-4ff2-aa06-baa1f4a3196c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Synchronizing usage tracker for tenant:9f0d917c52b241799958e23c74fae016 on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:12.483210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca73222-60ab-4e95-9cec-844a83a8c0fc req-990795a5-23d3-4a10-a65a-d6c43fa14181 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:12.483976 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2ca73222-60ab-4e95-9cec-844a83a8c0fc req-990795a5-23d3-4a10-a65a-d6c43fa14181 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Synchronizing usage tracker for tenant:2192983d29584d5db1c6a2697d11a1db on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:12.499298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-15946022-9ebd-4ff2-aa06-baa1f4a3196c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Unset dirty status for tenant:9f0d917c52b241799958e23c74fae016 on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:12.500767 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-15946022-9ebd-4ff2-aa06-baa1f4a3196c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/networks?id=1e468742-190c-498b-8ed8-9aec5f941ee6 HTTP/1.1" status: 200 len: 813 time: 0.1992352 Nov 25 04:07:12.520343 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-168f5c72-2fa9-4069-85b0-73395b9459e3 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/quotas/9f0d917c52b241799958e23c74fae016 HTTP/1.1" status: 200 len: 375 time: 0.0126646 Nov 25 04:07:12.578529 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-dcf53ce5-163e-4877-8073-8e25ce55f250 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0d917c52b241799958e23c74fae016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521827 Nov 25 04:07:12.746763 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-4c482743-fb9d-4847-bc1a-d002be25cba1 service neutron] 10.222.0.47 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599822 Nov 25 04:07:12.798965 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2ca73222-60ab-4e95-9cec-844a83a8c0fc req-990795a5-23d3-4a10-a65a-d6c43fa14181 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Unset dirty status for tenant:2192983d29584d5db1c6a2697d11a1db on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:12.800810 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2ca73222-60ab-4e95-9cec-844a83a8c0fc req-990795a5-23d3-4a10-a65a-d6c43fa14181 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 932 time: 0.5080535 Nov 25 04:07:12.899475 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2ca73222-60ab-4e95-9cec-844a83a8c0fc req-e9c69679-3c0a-464f-92fa-7c6dda139e05 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855505 Nov 25 04:07:12.929832 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-9456374a-afa7-4d5e-9421-6aaf8b5dc597 service neutron] 10.222.0.47 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665497 Nov 25 04:07:12.986924 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f02efbc-f39e-404d-9751-e3cb2595a1c2 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:07:12.994476 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:13.011047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Transition to ACTIVE for port object 4f02efbc-f39e-404d-9751-e3cb2595a1c2 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:13.014326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:13.019927 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:13.090145 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Pushing event updated for resources: {'Port': ['ID=4f02efbc-f39e-404d-9751-e3cb2595a1c2,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:13.095781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:13.216440 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-205205a0-cdec-4805-a304-2d44f1f6a7b9 req-e5a78059-ffbf-459f-ba97-3e2a8f2058c7 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 210 time: 0.0633211 Nov 25 04:07:13.335386 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Attempting to bind port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:07:13.336127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Attempting to bind port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:07:13.336498 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Attempting to bind port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 on network a25752b1-9c08-4df0-8384-722234ed08aa {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:07:13.343537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 on network a25752b1-9c08-4df0-8384-722234ed08aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:07:13.343997 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Attempting to bind port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 on network a25752b1-9c08-4df0-8384-722234ed08aa {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:07:13.352091 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:07:13.352475 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Checking segment: {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:07:13.352906 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Bound using segment: {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:07:13.353389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Bound port: 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e6aa30-684e-486e-85d7-8383f0bad83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:07:13.353777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:13.459198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:07:13.462345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:07:13.465605 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:13.470044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e5264f0a-dde8-47d2-814a-0724c753150f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:13.540769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:13.542309 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] 10.222.0.15 "PUT /v2.0/ports/4f02efbc-f39e-404d-9751-e3cb2595a1c2 HTTP/1.1" status: 200 len: 1094 time: 1.4560456 Nov 25 04:07:13.542866 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:07:13.562038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Pushing event updated for resources: {'Port': ['ID=4f02efbc-f39e-404d-9751-e3cb2595a1c2,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:13.568348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:13.587282 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f1581351-2d0c-41f0-bc4c-3c72574a2c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:13.604718 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'status': 'completed', 'code': 200} Nov 25 04:07:13.711874 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-89024edc-6a7e-4b00-a2c3-c2f95e5bb304 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 1097 time: 0.0816848 Nov 25 04:07:13.801057 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-84fa67b9-47e7-43c8-9e5a-2d4f070dead2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2 HTTP/1.1" status: 200 len: 217 time: 0.0731311 Nov 25 04:07:13.872583 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-9db56e5d-d15c-4750-a1e3-daa23a4dcef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:13.874209 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-9db56e5d-d15c-4750-a1e3-daa23a4dcef2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 200 len: 855 time: 0.0672984 Nov 25 04:07:13.964433 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-794ac8c0-49df-47b5-ae70-f50ebe249121 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a25752b1-9c08-4df0-8384-722234ed08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805821 Nov 25 04:07:14.168531 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-33af68ec-4e5e-41c9-9220-7d9add73c720 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955380 Nov 25 04:07:14.179879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cdda7-8960-496d-88bb-393b293d5d4e req-42dfec76-3c94-4ede-9235-41a8c2693f45 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:14.181374 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-105cdda7-8960-496d-88bb-393b293d5d4e req-42dfec76-3c94-4ede-9235-41a8c2693f45 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.1318693 Nov 25 04:07:14.367396 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-105cdda7-8960-496d-88bb-393b293d5d4e req-21ce8e6c-71c6-4be4-845d-d90c5559829a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574347 Nov 25 04:07:14.373891 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67934572-e46c-48b1-89ee-18535c50a0c1 req-fca28d3e-00c9-4314-a5f1-e28b6ec06caa service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884997 Nov 25 04:07:14.431540 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-54dbd89b-1e1e-4178-8e4a-70bf771a1f6e req-22a339ef-629c-4448-ba5d-a355dd4bc6ce tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 210 time: 0.0652931 Nov 25 04:07:14.646125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-e31502ff-24b9-49b9-8a76-3c2403f76b14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:14.647756 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-e31502ff-24b9-49b9-8a76-3c2403f76b14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.15 "GET /v2.0/networks?id=1e468742-190c-498b-8ed8-9aec5f941ee6 HTTP/1.1" status: 200 len: 813 time: 0.2460136 Nov 25 04:07:14.659462 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d1da8a7b-b0f0-4e8a-9c32-e3d075bb19c3 req-846c5025-cafa-4372-a436-cb39b85cc24b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 1097 time: 0.1583216 Nov 25 04:07:14.685138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Request body: {'port': {'device_id': 'd1e22aa4-da1a-42aa-a1fe-4a6870efe84f', 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6', 'admin_state_up': True, 'tenant_id': '9f0d917c52b241799958e23c74fae016'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:14.954524 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da8a7b-b0f0-4e8a-9c32-e3d075bb19c3 req-52444b5c-da1e-4a80-94e9-3090337d4e1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:14.956725 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d1da8a7b-b0f0-4e8a-9c32-e3d075bb19c3 req-52444b5c-da1e-4a80-94e9-3090337d4e1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 917 time: 0.2759805 Nov 25 04:07:14.957986 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:14.962167 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Usage tracker for resource:port and tenant:9f0d917c52b241799958e23c74fae016 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:14.966392 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:15.026255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:15.044441 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d1da8a7b-b0f0-4e8a-9c32-e3d075bb19c3 req-aea456af-63f3-4587-89f6-fb851946440c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2 HTTP/1.1" status: 200 len: 217 time: 0.0792673 Nov 25 04:07:15.047664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Made reservation on behalf of 9f0d917c52b241799958e23c74fae016 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:07:15.053368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:15.115506 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:15.182168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da8a7b-b0f0-4e8a-9c32-e3d075bb19c3 req-a9f2e4a8-cda0-4fdc-afdf-336b1eda387a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:15.183747 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d1da8a7b-b0f0-4e8a-9c32-e3d075bb19c3 req-a9f2e4a8-cda0-4fdc-afdf-336b1eda387a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 200 len: 855 time: 0.1203959 Nov 25 04:07:15.344125 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d1da8a7b-b0f0-4e8a-9c32-e3d075bb19c3 req-4f756b40-2cc2-485f-9fb8-34b90938b28b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a25752b1-9c08-4df0-8384-722234ed08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1525640 Nov 25 04:07:15.348550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Allocated IP 172.20.0.10 (1e468742-190c-498b-8ed8-9aec5f941ee6/1b23b769-99a8-4cfd-ad81-50fad2b6da5e/3d4580d2-032d-48c4-ab79-6ec78826531a) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:07:15.625686 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-10ad5832-9e6d-4d4a-affb-fddf4ea8671d req-9e4d7480-8e93-4be0-b74c-2ad6bc176171 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 210 time: 0.0462952 Nov 25 04:07:15.654215 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d1da8a7b-b0f0-4e8a-9c32-e3d075bb19c3 req-d3d4d114-7746-4345-ab32-3f1d054c85aa service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030994 Nov 25 04:07:15.858129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59037c-510f-4bbf-b262-d22821281a56 req-c463f017-c5a4-4de2-ba7b-6005e61a6859 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:15.859730 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bd59037c-510f-4bbf-b262-d22821281a56 req-c463f017-c5a4-4de2-ba7b-6005e61a6859 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.3495891 Nov 25 04:07:15.885509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:15.928980 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d1da8a7b-b0f0-4e8a-9c32-e3d075bb19c3 req-19c019de-c6d4-4ff9-93d6-58ad13ee5f68 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613642 Nov 25 04:07:15.959615 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bd59037c-510f-4bbf-b262-d22821281a56 req-d9a95018-e86f-45ec-bb67-44da625e4533 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824783 Nov 25 04:07:15.969097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:15.974832 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:16.051540 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbf96df4-eb0a-42d3-990b-f663a48896d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:16.085108 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:16.265691 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Network 1e468742-190c-498b-8ed8-9aec5f941ee6 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:16.274161 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:16.279020 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:07:16.316640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Pushing event updated for resources: {'Port': ['ID=3d4580d2-032d-48c4-ab79-6ec78826531a,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:16.325701 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:16.347188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:16.347790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:16.367764 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6885383 Nov 25 04:07:16.387160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Request body: {'port': {'device_id': 'd1e22aa4-da1a-42aa-a1fe-4a6870efe84f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:16.503787 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:16.837109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82698ce2-34f4-4733-88f1-aeea92d44038 req-e3e5a2c9-45e2-41cd-8e57-b7f1e349f16d tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:16.838757 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-82698ce2-34f4-4733-88f1-aeea92d44038 req-e3e5a2c9-45e2-41cd-8e57-b7f1e349f16d tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 932 time: 0.0874939 Nov 25 04:07:16.871592 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4580d2-032d-48c4-ab79-6ec78826531a {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:07:16.881145 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:16.891770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-82698ce2-34f4-4733-88f1-aeea92d44038 req-6781f2d4-875e-4f4a-ae2b-e95a774da6d3 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Synchronizing usage tracker for tenant:9f0d917c52b241799958e23c74fae016 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:16.896684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Transition to ACTIVE for port object 3d4580d2-032d-48c4-ab79-6ec78826531a will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:16.899712 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:16.904107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4aa6fe55-4a83-45b0-8da4-37420c3892ff tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:16.907459 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-82698ce2-34f4-4733-88f1-aeea92d44038 req-6781f2d4-875e-4f4a-ae2b-e95a774da6d3 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Unset dirty status for tenant:9f0d917c52b241799958e23c74fae016 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:16.910504 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-82698ce2-34f4-4733-88f1-aeea92d44038 req-6781f2d4-875e-4f4a-ae2b-e95a774da6d3 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653450 Nov 25 04:07:17.031199 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4580d2-032d-48c4-ab79-6ec78826531a,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:17.035736 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:17.200882 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Attempting to bind port 3d4580d2-032d-48c4-ab79-6ec78826531a on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:07:17.201160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Attempting to bind port 3d4580d2-032d-48c4-ab79-6ec78826531a by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '50b5435c-838e-4a65-9455-859ce48442f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:07:17.201531 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Attempting to bind port 3d4580d2-032d-48c4-ab79-6ec78826531a on network 1e468742-190c-498b-8ed8-9aec5f941ee6 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:07:17.217572 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Port 3d4580d2-032d-48c4-ab79-6ec78826531a on network 1e468742-190c-498b-8ed8-9aec5f941ee6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:07:17.217959 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Attempting to bind port 3d4580d2-032d-48c4-ab79-6ec78826531a on network 1e468742-190c-498b-8ed8-9aec5f941ee6 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:07:17.225071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 4f02efbc-f39e-404d-9751-e3cb2595a1c2 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:07:17.231171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a5e24-3759-4d21-a7de-ae502e6589c9 req-de369a15-55df-422f-a7f5-eb461a852478 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:17.232782 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-052a5e24-3759-4d21-a7de-ae502e6589c9 req-de369a15-55df-422f-a7f5-eb461a852478 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.1291597 Nov 25 04:07:17.234834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:07:17.235354 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Checking segment: {'id': '50b5435c-838e-4a65-9455-859ce48442f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:07:17.235606 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Bound using segment: {'id': '50b5435c-838e-4a65-9455-859ce48442f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:07:17.236073 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Bound port: 3d4580d2-032d-48c4-ab79-6ec78826531a, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b5435c-838e-4a65-9455-859ce48442f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:07:17.237056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:17.355592 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-052a5e24-3759-4d21-a7de-ae502e6589c9 req-1187e83d-0c5a-42f0-98fc-b3e349176c40 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038220 Nov 25 04:07:17.369983 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] For port 3d4580d2-032d-48c4-ab79-6ec78826531a, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:07:17.373322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] For port 3d4580d2-032d-48c4-ab79-6ec78826531a, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=3d4580d2-032d-48c4-ab79-6ec78826531a,segment=NetworkSegment(50b5435c-838e-4a65-9455-859ce48442f8),segment_id=50b5435c-838e-4a65-9455-859ce48442f8)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:07:17.377162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:17.377365 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:17.382106 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bcd1111d-3840-42d9-a560-a03c5ecfe2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:17.391747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'port_id': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'mac_address': 'fa:16:3e:84:a3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:07:17.446277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:17.447770 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/3d4580d2-032d-48c4-ab79-6ec78826531a HTTP/1.1" status: 200 len: 1094 time: 1.0651963 Nov 25 04:07:17.448312 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e22aa4-da1a-42aa-a1fe-4a6870efe84f', 'tag': '3d4580d2-032d-48c4-ab79-6ec78826531a'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:07:17.452312 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:17.464334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4580d2-032d-48c4-ab79-6ec78826531a,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:17.467562 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:17.473948 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f02efbc-f39e-404d-9751-e3cb2595a1c2 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:07:17.491230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:17.495753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:17.497626 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:17.514312 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e22aa4-da1a-42aa-a1fe-4a6870efe84f', 'tag': '3d4580d2-032d-48c4-ab79-6ec78826531a', 'status': 'completed', 'code': 200} Nov 25 04:07:17.571107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=4f02efbc-f39e-404d-9751-e3cb2595a1c2,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:17.580963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:17.580963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:17.581300 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:17.581611 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:17.582090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:17.582698 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:17.583035 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:17.583399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:17.583824 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:17.584160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:17.584886 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:17.589220 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:17.616593 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-d43d714f-a65f-4a2e-95f9-b3c7e740e8f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f0d917c52b241799958e23c74fae016&device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 1097 time: 0.0866933 Nov 25 04:07:17.696259 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-46e7a341-6bb3-47e6-a917-3abac4f98849 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d4580d2-032d-48c4-ab79-6ec78826531a HTTP/1.1" status: 200 len: 217 time: 0.0655661 Nov 25 04:07:17.778037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-b431b1c2-93a0-479a-acf7-023b527e69b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:17.779722 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-b431b1c2-93a0-479a-acf7-023b527e69b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1b23b769-99a8-4cfd-ad81-50fad2b6da5e HTTP/1.1" status: 200 len: 853 time: 0.0723238 Nov 25 04:07:17.832693 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-51c6ec46-920c-4b8c-ba8b-85be56121170 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e468742-190c-498b-8ed8-9aec5f941ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455778 Nov 25 04:07:17.857111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['4f02efbc-f39e-404d-9751-e3cb2595a1c2'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:07:17.991337 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-116ea252-e432-4425-945e-059d2ae0538d service neutron] 10.222.0.15 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509261 Nov 25 04:07:18.025904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:18.057976 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49348) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:18.236123 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:18.240268 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e95bbfe-d970-49e2-b66f-a2e6f473907d req-c51aaded-0024-4abe-a8cd-01279f7378f5 service neutron] 10.222.0.15 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375450 Nov 25 04:07:18.253450 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59465769-0a82-4ab4-8da4-1f5257ce3e0f req-866dfc6a-9d6b-4482-9577-5951c573594b tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:18.254284 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-59465769-0a82-4ab4-8da4-1f5257ce3e0f req-866dfc6a-9d6b-4482-9577-5951c573594b tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Synchronizing usage tracker for tenant:9f0d917c52b241799958e23c74fae016 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:18.272554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-59465769-0a82-4ab4-8da4-1f5257ce3e0f req-866dfc6a-9d6b-4482-9577-5951c573594b tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Unset dirty status for tenant:9f0d917c52b241799958e23c74fae016 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:18.274309 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-59465769-0a82-4ab4-8da4-1f5257ce3e0f req-866dfc6a-9d6b-4482-9577-5951c573594b tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 944 time: 0.1756299 Nov 25 04:07:18.280631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:18.285390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Usage tracker for resource:security_group_rule and tenant:c1372c6b8b344d1c9477135fe449e003 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:18.289287 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:18.296142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:18.327678 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-59465769-0a82-4ab4-8da4-1f5257ce3e0f req-372f7966-a48a-40e0-99fb-4446ea247728 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465155 Nov 25 04:07:18.380131 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:18.383107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:18.391066 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f4c5af0d-002c-45be-ab8e-8b1803828162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:18.414418 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a1447796-91f8-4dad-b376-f8c46f9a32a8 req-a8319fc1-450b-488e-b146-defe212b248f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f0d917c52b241799958e23c74fae016&device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 1097 time: 0.0822265 Nov 25 04:07:18.435375 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a9c7e4-107a-4352-b852-e340e1b0d500,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:18.454212 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1372c6b8b344d1c9477135fe449e003&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3949425 Nov 25 04:07:18.457021 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49356) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:18.458863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:18.459350 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:18.459892 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:18.460298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:18.460768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:18.461409 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:18.461877 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:18.462364 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:18.462882 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:18.463633 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:18.464523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:18.468967 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:18.642575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1447796-91f8-4dad-b376-f8c46f9a32a8 req-05be39f7-292d-4cf8-b3c5-2e1ba37cd444 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:18.643618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cff90-79b1-4b69-a1ae-c9dd06a13dce req-65c4fc29-b356-4a85-a34f-d3f45c0d6802 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:18.645076 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a1447796-91f8-4dad-b376-f8c46f9a32a8 req-05be39f7-292d-4cf8-b3c5-2e1ba37cd444 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e468742-190c-498b-8ed8-9aec5f941ee6 HTTP/1.1" status: 200 len: 914 time: 0.2230217 Nov 25 04:07:18.645290 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ab1cff90-79b1-4b69-a1ae-c9dd06a13dce req-65c4fc29-b356-4a85-a34f-d3f45c0d6802 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 945 time: 0.1063089 Nov 25 04:07:18.647899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0884a704-c9f8-4feb-ae6d-14e4c7389f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:18.698043 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ab1cff90-79b1-4b69-a1ae-c9dd06a13dce req-868495f1-56ef-4351-9fc8-c20dbd975d57 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462136 Nov 25 04:07:18.751547 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a1447796-91f8-4dad-b376-f8c46f9a32a8 req-5eab9bc7-c8c2-411c-97d1-70c3b9b88bc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d4580d2-032d-48c4-ab79-6ec78826531a HTTP/1.1" status: 200 len: 217 time: 0.0920129 Nov 25 04:07:18.753960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0884a704-c9f8-4feb-ae6d-14e4c7389f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:18.874435 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1447796-91f8-4dad-b376-f8c46f9a32a8 req-584129b3-ebb5-4e7a-8498-23823ed635db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:18.876012 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a1447796-91f8-4dad-b376-f8c46f9a32a8 req-584129b3-ebb5-4e7a-8498-23823ed635db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1b23b769-99a8-4cfd-ad81-50fad2b6da5e HTTP/1.1" status: 200 len: 853 time: 0.1139369 Nov 25 04:07:18.883021 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0884a704-c9f8-4feb-ae6d-14e4c7389f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:18.889277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:18.943607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884a704-c9f8-4feb-ae6d-14e4c7389f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a9c7e4-107a-4352-b852-e340e1b0d500,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:18.949140 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a1447796-91f8-4dad-b376-f8c46f9a32a8 req-154cf823-3e4e-4f83-998e-b9f692570f28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e468742-190c-498b-8ed8-9aec5f941ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608678 Nov 25 04:07:18.951777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0884a704-c9f8-4feb-ae6d-14e4c7389f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:18.953026 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0884a704-c9f8-4feb-ae6d-14e4c7389f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:18.954161 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0884a704-c9f8-4feb-ae6d-14e4c7389f1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/20a9c7e4-107a-4352-b852-e340e1b0d500 HTTP/1.1" status: 204 len: 168 time: 0.4954367 Nov 25 04:07:19.098363 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a1447796-91f8-4dad-b376-f8c46f9a32a8 req-12ad397c-8a31-4424-ae98-d383c573fb5f service neutron] 10.222.0.15 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416261 Nov 25 04:07:19.233371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 4f02efbc-f39e-404d-9751-e3cb2595a1c2 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:07:19.249934 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a1447796-91f8-4dad-b376-f8c46f9a32a8 req-aa82d6ba-a2db-406c-bf51-b9aa14f13cee service neutron] 10.222.0.15 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449890 Nov 25 04:07:19.306104 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:19.310993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:19.311409 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:19.320695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49364) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:19.340810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c91e9172-f5d0-44f5-81ea-e67fe0435c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:19.379376 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-c91e9172-f5d0-44f5-81ea-e67fe0435c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:19.383990 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-c91e9172-f5d0-44f5-81ea-e67fe0435c29 admin admin] Usage tracker for resource:security_group_rule and tenant:409ab1e3c0234f52b6f652241988c711 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:19.387447 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-c91e9172-f5d0-44f5-81ea-e67fe0435c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:19.394680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-c91e9172-f5d0-44f5-81ea-e67fe0435c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:19.445437 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:19.475108 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:07:19.485090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:19.488720 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:19.490921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:19.512610 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c91e9172-f5d0-44f5-81ea-e67fe0435c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:19.522280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c91e9172-f5d0-44f5-81ea-e67fe0435c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:19.530936 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-41ab1b00-e5af-4673-89a5-eb73b81a991c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:19.540584 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'code': 200} Nov 25 04:07:19.570988 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=4f02efbc-f39e-404d-9751-e3cb2595a1c2,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:19.574567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:19.590561 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-c91e9172-f5d0-44f5-81ea-e67fe0435c29 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=409ab1e3c0234f52b6f652241988c711&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2687047 Nov 25 04:07:19.593858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49372) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:19.598260 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e9172-f5d0-44f5-81ea-e67fe0435c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb3524b-d12d-4395-9f15-36a35b597107,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:19.620611 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c91e9172-f5d0-44f5-81ea-e67fe0435c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:19.638596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cef27-96c5-4a11-bf95-c7cb7ba687db req-7c95b485-d04f-4da7-afb6-f8b51733d954 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:19.640212 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f79cef27-96c5-4a11-bf95-c7cb7ba687db req-7c95b485-d04f-4da7-afb6-f8b51733d954 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 944 time: 0.1743305 Nov 25 04:07:19.725677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b7b70467-5a38-491c-afd6-3c143b93ea2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:19.729095 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f79cef27-96c5-4a11-bf95-c7cb7ba687db req-0b806094-e4d9-4191-8783-0046354f0878 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806067 Nov 25 04:07:19.761907 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b7b70467-5a38-491c-afd6-3c143b93ea2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:19.873505 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-92b618eb-a647-45da-8650-17bf76a9d681 req-68434385-c71c-4c97-a9ce-2e925ed42ccd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 1099 time: 0.1035609 Nov 25 04:07:19.874631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b7b70467-5a38-491c-afd6-3c143b93ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:19.879692 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-44b1b728-13f8-4698-99e3-63aa8d5f1dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:19.917570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b70467-5a38-491c-afd6-3c143b93ea2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb3524b-d12d-4395-9f15-36a35b597107,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:19.925730 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b7b70467-5a38-491c-afd6-3c143b93ea2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:19.931086 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e45162-a724-47eb-8a42-920fd94c16ac req-495e792a-7dae-48d0-9fa7-af244db0ec96 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:19.931286 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b7b70467-5a38-491c-afd6-3c143b93ea2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:19.935070 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b7b70467-5a38-491c-afd6-3c143b93ea2e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6eb3524b-d12d-4395-9f15-36a35b597107 HTTP/1.1" status: 204 len: 168 time: 0.3354850 Nov 25 04:07:19.938235 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-06e45162-a724-47eb-8a42-920fd94c16ac req-495e792a-7dae-48d0-9fa7-af244db0ec96 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0877223 Nov 25 04:07:19.973117 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-92b618eb-a647-45da-8650-17bf76a9d681 req-2413145a-979e-44a2-b138-2f26b4e5c6bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867047 Nov 25 04:07:19.987828 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-06e45162-a724-47eb-8a42-920fd94c16ac req-e7386f79-35fb-4ead-ae9e-7715d3ce623a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484176 Nov 25 04:07:20.945628 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defc259-09b8-448a-bd43-a157a0d268cc req-8fb51ac6-9883-4a27-9ed9-c46c1d1a7b87 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:20.947547 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8defc259-09b8-448a-bd43-a157a0d268cc req-8fb51ac6-9883-4a27-9ed9-c46c1d1a7b87 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 944 time: 0.0863874 Nov 25 04:07:20.999500 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8defc259-09b8-448a-bd43-a157a0d268cc req-658255de-66ff-46b6-935e-3ff86e6d590b tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Nov 25 04:07:21.210943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761ae7-0300-42e6-abd3-825a38fdc9ce req-f2591f16-2e27-47cf-8843-2e919a77ff2e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:21.212551 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bb761ae7-0300-42e6-abd3-825a38fdc9ce req-f2591f16-2e27-47cf-8843-2e919a77ff2e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0880277 Nov 25 04:07:21.240614 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 3d4580d2-032d-48c4-ab79-6ec78826531a details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:07:21.282767 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bb761ae7-0300-42e6-abd3-825a38fdc9ce req-dec1036d-79fb-44ed-afc1-178022018e0e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638344 Nov 25 04:07:21.378336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:21.417781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 3d4580d2-032d-48c4-ab79-6ec78826531a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=3d4580d2-032d-48c4-ab79-6ec78826531a,segment=NetworkSegment(50b5435c-838e-4a65-9455-859ce48442f8),segment_id=50b5435c-838e-4a65-9455-859ce48442f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:21.432821 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '3d4580d2-032d-48c4-ab79-6ec78826531a', 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6', 'port_id': '3d4580d2-032d-48c4-ab79-6ec78826531a', 'mac_address': 'fa:16:3e:94:eb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b23b769-99a8-4cfd-ad81-50fad2b6da5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:07:21.490742 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:21.509963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4580d2-032d-48c4-ab79-6ec78826531a {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:07:21.525333 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 3d4580d2-032d-48c4-ab79-6ec78826531a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=3d4580d2-032d-48c4-ab79-6ec78826531a,segment=NetworkSegment(50b5435c-838e-4a65-9455-859ce48442f8),segment_id=50b5435c-838e-4a65-9455-859ce48442f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:21.528336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:21.530746 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:21.599985 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=3d4580d2-032d-48c4-ab79-6ec78826531a,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:21.603343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:21.858591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['3d4580d2-032d-48c4-ab79-6ec78826531a'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:07:22.209596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f35d-e13b-47b7-bb9c-f18a0d4fe325 req-8f084b7d-839a-4b5b-afe4-320097c6eb04 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:22.211239 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc95f35d-e13b-47b7-bb9c-f18a0d4fe325 req-8f084b7d-839a-4b5b-afe4-320097c6eb04 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 945 time: 0.0865033 Nov 25 04:07:22.259234 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc95f35d-e13b-47b7-bb9c-f18a0d4fe325 req-98c0ef24-de78-4ac4-bada-da52711a4153 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Nov 25 04:07:22.502611 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21617272-b93b-47fb-9752-2a94767f6584 req-bcbb9ecc-a133-4d4c-b4a8-233bcb14ecf0 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:22.504189 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-21617272-b93b-47fb-9752-2a94767f6584 req-bcbb9ecc-a133-4d4c-b4a8-233bcb14ecf0 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0809600 Nov 25 04:07:22.554394 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-21617272-b93b-47fb-9752-2a94767f6584 req-e4478786-b4c0-4324-b63e-bfa699e27ee3 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442052 Nov 25 04:07:22.763970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92e801-b08c-4c27-bca1-750c406867ac req-22a0ceba-e225-4bca-8699-ed197b61ff7b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:22.765592 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3c92e801-b08c-4c27-bca1-750c406867ac req-22a0ceba-e225-4bca-8699-ed197b61ff7b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0831749 Nov 25 04:07:22.776202 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49436) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:22.781875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-cdc56752-db38-4dc3-b8d2-51430a8280ce tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Request body: {'floatingip': {'port_id': '4f02efbc-f39e-404d-9751-e3cb2595a1c2'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:22.863348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cdc56752-db38-4dc3-b8d2-51430a8280ce tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:23.250884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 3d4580d2-032d-48c4-ab79-6ec78826531a up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:07:23.325115 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port 3d4580d2-032d-48c4-ab79-6ec78826531a completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:23.331355 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 3d4580d2-032d-48c4-ab79-6ec78826531a triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:23.331780 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:23.476643 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:23.492438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537410bc-1bd5-4976-9e7e-24139ad1cbf6 req-e2a71b35-6605-4041-8b75-622b3cfc2557 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:23.494604 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-537410bc-1bd5-4976-9e7e-24139ad1cbf6 req-e2a71b35-6605-4041-8b75-622b3cfc2557 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 945 time: 0.1012936 Nov 25 04:07:23.510178 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e22aa4-da1a-42aa-a1fe-4a6870efe84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4580d2-032d-48c4-ab79-6ec78826531a'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:07:23.529561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 3d4580d2-032d-48c4-ab79-6ec78826531a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=3d4580d2-032d-48c4-ab79-6ec78826531a,segment=NetworkSegment(50b5435c-838e-4a65-9455-859ce48442f8),segment_id=50b5435c-838e-4a65-9455-859ce48442f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:23.537428 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:23.539851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:23.588574 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-537410bc-1bd5-4976-9e7e-24139ad1cbf6 req-74a28b1c-4b55-471a-b303-204fe08e35a5 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673115 Nov 25 04:07:23.607298 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e22aa4-da1a-42aa-a1fe-4a6870efe84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4580d2-032d-48c4-ab79-6ec78826531a', 'code': 200} Nov 25 04:07:23.619041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=3d4580d2-032d-48c4-ab79-6ec78826531a,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:23.625482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:23.734146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cdc56752-db38-4dc3-b8d2-51430a8280ce tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:23.737880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cdc56752-db38-4dc3-b8d2-51430a8280ce tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:23.972184 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f57b875c-7b8f-4909-acba-83676cccbc4b req-be0b3e29-1a8c-4e11-bb1c-e1b47501d492 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 1099 time: 0.1579025 Nov 25 04:07:24.037160 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f57b875c-7b8f-4909-acba-83676cccbc4b req-d5b85898-d14e-4289-a188-bdbb5c3a9bd7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574665 Nov 25 04:07:24.046116 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_db [None req-cdc56752-db38-4dc3-b8d2-51430a8280ce tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Floating IP b55269de-974e-4574-b6d1-d128c4c3cee4 associated. External IP: 172.28.0.23, port: 4f02efbc-f39e-404d-9751-e3cb2595a1c2. Nov 25 04:07:24.448050 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc56752-db38-4dc3-b8d2-51430a8280ce tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:07:24.661031 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc56752-db38-4dc3-b8d2-51430a8280ce tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:07:24.665883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cdc56752-db38-4dc3-b8d2-51430a8280ce tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:24.672143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e6287-e062-400f-896e-df356c168586 None None] Sync routers for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:07:24.686044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e6287-e062-400f-896e-df356c168586 None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:24.686862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9a8e6287-e062-400f-896e-df356c168586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:24.725836 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-cdc56752-db38-4dc3-b8d2-51430a8280ce tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "PUT /v2.0/floatingips/b55269de-974e-4574-b6d1-d128c4c3cee4 HTTP/1.1" status: 200 len: 991 time: 1.9483962 Nov 25 04:07:24.726553 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:07:24.835341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542bade-0735-403a-ac09-20966be7a42d req-0fe476ec-4d35-4bf3-9417-35e83e744255 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:24.837048 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6542bade-0735-403a-ac09-20966be7a42d req-0fe476ec-4d35-4bf3-9417-35e83e744255 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.1244166 Nov 25 04:07:24.886657 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-9a8e6287-e062-400f-896e-df356c168586 None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:24.888835 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6542bade-0735-403a-ac09-20966be7a42d req-6b792d43-1d09-4b36-84d6-c6bac45f1757 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440605 Nov 25 04:07:24.950117 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'status': 'completed', 'code': 200} Nov 25 04:07:25.149185 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db78bc57-1b75-49ff-9c84-27f2e19fa8ea req-ab25f71a-d30d-4566-9696-0ad88ca072ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 1099 time: 0.0909555 Nov 25 04:07:25.299757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9a8e6287-e062-400f-896e-df356c168586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'b55269de-974e-4574-b6d1-d128c4c3cee4', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'port_id': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'mac_address': 'fa:16:3e:84:a3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:07:07Z', 'updated_at': '2021-11-25T04:07:23Z', 'revision_number': 1, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:25.304011 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e6287-e062-400f-896e-df356c168586 None None] Checking router: 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:07:25.306651 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78bc57-1b75-49ff-9c84-27f2e19fa8ea req-6f770d95-5b65-4db8-8605-39a628e40377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:25.308362 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db78bc57-1b75-49ff-9c84-27f2e19fa8ea req-6f770d95-5b65-4db8-8605-39a628e40377 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 917 time: 0.1525042 Nov 25 04:07:25.315671 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e6287-e062-400f-896e-df356c168586 None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:25.316346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9a8e6287-e062-400f-896e-df356c168586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:25.418273 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db78bc57-1b75-49ff-9c84-27f2e19fa8ea req-2f004171-b8bb-42f1-b627-91a9c8be93cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2 HTTP/1.1" status: 200 len: 999 time: 0.1021893 Nov 25 04:07:25.493162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78bc57-1b75-49ff-9c84-27f2e19fa8ea req-e18dfb61-9817-4b68-9144-561e2854d1da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:25.494832 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db78bc57-1b75-49ff-9c84-27f2e19fa8ea req-e18dfb61-9817-4b68-9144-561e2854d1da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 200 len: 855 time: 0.0696099 Nov 25 04:07:25.511768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-9a8e6287-e062-400f-896e-df356c168586 None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:25.558373 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49486) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:25.585306 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db78bc57-1b75-49ff-9c84-27f2e19fa8ea req-70ed9121-91b2-417f-bc8f-75d07a9917ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a25752b1-9c08-4df0-8384-722234ed08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812764 Nov 25 04:07:25.739482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a132ed96-015d-4e38-853e-8526da12a90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:25.745675 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db78bc57-1b75-49ff-9c84-27f2e19fa8ea req-504fbb37-506e-40f5-b3ea-9fd2944993ec service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538165 Nov 25 04:07:25.775951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-a132ed96-015d-4e38-853e-8526da12a90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:25.780377 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-a132ed96-015d-4e38-853e-8526da12a90d admin admin] Usage tracker for resource:security_group_rule and tenant:2919f27616764cb28800c33e96dc7ea1 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:25.783754 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-a132ed96-015d-4e38-853e-8526da12a90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:25.790102 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-a132ed96-015d-4e38-853e-8526da12a90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:25.859760 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a132ed96-015d-4e38-853e-8526da12a90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:25.863446 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a132ed96-015d-4e38-853e-8526da12a90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:25.875499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-27c4c3d8-25ad-429f-8b83-f2f65ec3b188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:25.920374 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-db78bc57-1b75-49ff-9c84-27f2e19fa8ea req-7d8e726c-bf8c-4508-8449-6b9964c2fc5e service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595204 Nov 25 04:07:25.921287 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132ed96-015d-4e38-853e-8526da12a90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8459cf-71fb-46ff-b53a-4c0b9f93dc3c,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:25.933622 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49496) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:25.944562 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-a132ed96-015d-4e38-853e-8526da12a90d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2919f27616764cb28800c33e96dc7ea1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3844287 Nov 25 04:07:25.945703 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a132ed96-015d-4e38-853e-8526da12a90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:26.009944 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-86527fda-0375-4082-b3fb-075fbd9a9dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:26.041655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-86527fda-0375-4082-b3fb-075fbd9a9dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:26.077715 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9a8e6287-e062-400f-896e-df356c168586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'b55269de-974e-4574-b6d1-d128c4c3cee4', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'port_id': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'mac_address': 'fa:16:3e:84:a3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:07:07Z', 'updated_at': '2021-11-25T04:07:23Z', 'revision_number': 1, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:26.082130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e6287-e062-400f-896e-df356c168586 None None] The sync data for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb is: [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'b55269de-974e-4574-b6d1-d128c4c3cee4', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'port_id': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'mac_address': 'fa:16:3e:84:a3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:07:07Z', 'updated_at': '2021-11-25T04:07:23Z', 'revision_number': 1, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:07:26.168953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-86527fda-0375-4082-b3fb-075fbd9a9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:26.176202 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-703ab0fc-a87b-471d-b2d8-74f04ae01718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:26.189096 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86527fda-0375-4082-b3fb-075fbd9a9dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8459cf-71fb-46ff-b53a-4c0b9f93dc3c,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:26.192137 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-86527fda-0375-4082-b3fb-075fbd9a9dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:26.202463 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233e2cd-4ae7-48d3-94d0-651de69ae13a req-286a0a45-6660-4330-975f-92a929a5eef2 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:26.206045 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2233e2cd-4ae7-48d3-94d0-651de69ae13a req-286a0a45-6660-4330-975f-92a929a5eef2 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.1398969 Nov 25 04:07:26.208628 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-86527fda-0375-4082-b3fb-075fbd9a9dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:26.212782 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-86527fda-0375-4082-b3fb-075fbd9a9dbf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a8459cf-71fb-46ff-b53a-4c0b9f93dc3c HTTP/1.1" status: 204 len: 168 time: 0.2778215 Nov 25 04:07:26.259805 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2233e2cd-4ae7-48d3-94d0-651de69ae13a req-c73c5fc8-abff-4976-9a17-e84ffbe40e09 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Nov 25 04:07:26.418088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d641d881-d290-482a-93f4-4134e9880a81 None None] New status for floating IP b55269de-974e-4574-b6d1-d128c4c3cee4: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:07:26.588866 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49542) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:26.610089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-00d4620c-e935-406e-8c12-4ef569ead7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:26.646038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-00d4620c-e935-406e-8c12-4ef569ead7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:26.650188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-00d4620c-e935-406e-8c12-4ef569ead7cd admin admin] Usage tracker for resource:security_group_rule and tenant:7d3451ab0fef4a7c95ea122d65069f26 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:26.653319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-00d4620c-e935-406e-8c12-4ef569ead7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:26.659782 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-00d4620c-e935-406e-8c12-4ef569ead7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:26.739098 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-00d4620c-e935-406e-8c12-4ef569ead7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:26.742007 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-00d4620c-e935-406e-8c12-4ef569ead7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:26.749619 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-794ae08d-4856-437b-aa28-58d3b8b5ffe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:26.796812 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-00d4620c-e935-406e-8c12-4ef569ead7cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d3451ab0fef4a7c95ea122d65069f26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2066302 Nov 25 04:07:26.797631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4620c-e935-406e-8c12-4ef569ead7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b40917-ea03-47e0-9e43-52fdc400bbef,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:26.799934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49546) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:26.801546 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-00d4620c-e935-406e-8c12-4ef569ead7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:26.884056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71691211-285b-428f-ad38-246290c5bbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:26.915595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71691211-285b-428f-ad38-246290c5bbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:26.964226 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71691211-285b-428f-ad38-246290c5bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:26.969320 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ea1c2fa9-f9f7-4112-af2a-975d565c59a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:26.983827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71691211-285b-428f-ad38-246290c5bbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b40917-ea03-47e0-9e43-52fdc400bbef,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:26.987209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-71691211-285b-428f-ad38-246290c5bbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:26.998325 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71691211-285b-428f-ad38-246290c5bbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:26.999556 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-71691211-285b-428f-ad38-246290c5bbc3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1b40917-ea03-47e0-9e43-52fdc400bbef HTTP/1.1" status: 204 len: 168 time: 0.1965618 Nov 25 04:07:31.739345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:07:33.624251 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90500318-f30f-47da-947e-7e817746ee91 req-33370afa-1c97-434b-a2f4-c4c77f22e1a3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:33.625893 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-90500318-f30f-47da-947e-7e817746ee91 req-33370afa-1c97-434b-a2f4-c4c77f22e1a3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0867486 Nov 25 04:07:33.674506 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-90500318-f30f-47da-947e-7e817746ee91 req-da0fd074-9882-4b35-8040-d18dc3014f9e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423141 Nov 25 04:07:34.898771 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318a4a-5f20-427a-a267-2ea0e75e413e req-39a6ec61-39d7-49c3-9011-e8decaa13450 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:34.900390 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ce318a4a-5f20-427a-a267-2ea0e75e413e req-39a6ec61-39d7-49c3-9011-e8decaa13450 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.0920665 Nov 25 04:07:34.950936 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ce318a4a-5f20-427a-a267-2ea0e75e413e req-bae65dae-6c0c-418e-a843-386430ba1a6f tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443161 Nov 25 04:07:35.196780 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49730) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:35.353014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3dca2102-7d19-4341-829b-67c6d443a30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:35.386993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3dca2102-7d19-4341-829b-67c6d443a30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:35.390925 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3dca2102-7d19-4341-829b-67c6d443a30d admin admin] Usage tracker for resource:security_group_rule and tenant:45346cd8cd5145f39bd0dbe1b068fd4e is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:35.393974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3dca2102-7d19-4341-829b-67c6d443a30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:35.400334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3dca2102-7d19-4341-829b-67c6d443a30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:35.468727 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3dca2102-7d19-4341-829b-67c6d443a30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:35.472321 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3dca2102-7d19-4341-829b-67c6d443a30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:35.480122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-568bed37-d1ff-47e0-9275-08dc60561027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:35.522981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca2102-7d19-4341-829b-67c6d443a30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a57ce7-52b5-4850-8d68-5da6812db97a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:35.526157 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3dca2102-7d19-4341-829b-67c6d443a30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:35.528962 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3dca2102-7d19-4341-829b-67c6d443a30d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=45346cd8cd5145f39bd0dbe1b068fd4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3310947 Nov 25 04:07:35.531069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49738) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:35.779731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e34ed5c4-5cbc-4e2d-9b49-e869d0f5392e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:35.807706 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e34ed5c4-5cbc-4e2d-9b49-e869d0f5392e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:35.854103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e34ed5c4-5cbc-4e2d-9b49-e869d0f5392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:35.859040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bfcf452c-ac07-4788-93a6-c23eba309f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:35.872449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ed5c4-5cbc-4e2d-9b49-e869d0f5392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a57ce7-52b5-4850-8d68-5da6812db97a,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:35.876893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e34ed5c4-5cbc-4e2d-9b49-e869d0f5392e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:35.879037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e34ed5c4-5cbc-4e2d-9b49-e869d0f5392e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:35.880314 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e34ed5c4-5cbc-4e2d-9b49-e869d0f5392e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41a57ce7-52b5-4850-8d68-5da6812db97a HTTP/1.1" status: 204 len: 168 time: 0.3482559 Nov 25 04:07:36.161258 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-b8a8bcb2-ad5e-4ac5-b0bc-97822dc40c01 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:36.162857 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-b8a8bcb2-ad5e-4ac5-b0bc-97822dc40c01 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.15 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.1437385 Nov 25 04:07:36.253893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49750) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:36.254243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5be9-dbbf-4538-b1ee-ba6d4a86ee71 req-722adefe-cd0f-46a4-909c-92c294a65334 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:36.255970 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-765a5be9-dbbf-4538-b1ee-ba6d4a86ee71 req-722adefe-cd0f-46a4-909c-92c294a65334 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 946 time: 0.1681273 Nov 25 04:07:36.262348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Deleting port 84a8c62a-317d-42cf-a8c6-809d6769971f {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:07:36.262744 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:36.275702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-53307473-1d56-471c-9834-349707e2defe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:36.309790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-53307473-1d56-471c-9834-349707e2defe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:36.313797 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-53307473-1d56-471c-9834-349707e2defe admin admin] Usage tracker for resource:security_group_rule and tenant:31284d49c658421e9e004fc79426a760 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:36.316780 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-53307473-1d56-471c-9834-349707e2defe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:36.323142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-53307473-1d56-471c-9834-349707e2defe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:36.391370 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-53307473-1d56-471c-9834-349707e2defe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:36.394670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-53307473-1d56-471c-9834-349707e2defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:36.402667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:36.404774 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-765a5be9-dbbf-4538-b1ee-ba6d4a86ee71 req-a895dba7-adfe-4b6f-b156-50c06429323b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2cd750f-ffe9-4673-99a0-fcd873c12a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113515 Nov 25 04:07:36.459174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53307473-1d56-471c-9834-349707e2defe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfee8ed-eca4-472d-b936-7e1e243dc428,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:36.462854 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-53307473-1d56-471c-9834-349707e2defe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:36.469029 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-53307473-1d56-471c-9834-349707e2defe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31284d49c658421e9e004fc79426a760&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2136762 Nov 25 04:07:36.469552 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49756) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:36.539516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-665ded2d-df0d-4161-97f7-419af0e83ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:36.569117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-665ded2d-df0d-4161-97f7-419af0e83ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:36.571526 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] For port 84a8c62a-317d-42cf-a8c6-809d6769971f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=84a8c62a-317d-42cf-a8c6-809d6769971f,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:36.571937 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:36.617396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-665ded2d-df0d-4161-97f7-419af0e83ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:36.622639 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-47855d61-c81f-4bd5-9b76-51407470fe28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:36.633850 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ded2d-df0d-4161-97f7-419af0e83ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfee8ed-eca4-472d-b936-7e1e243dc428,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:36.640065 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-665ded2d-df0d-4161-97f7-419af0e83ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:36.640891 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-665ded2d-df0d-4161-97f7-419af0e83ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:36.645078 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-665ded2d-df0d-4161-97f7-419af0e83ebc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cbfee8ed-eca4-472d-b936-7e1e243dc428 HTTP/1.1" status: 204 len: 168 time: 0.1741230 Nov 25 04:07:37.106449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:37.106865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:37.107214 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_db [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Floating IP f6b9785f-9be1-44fa-abcc-9d19b697cbd7 disassociated. External IP: 172.28.0.174, port: 84a8c62a-317d-42cf-a8c6-809d6769971f. Nov 25 04:07:37.107593 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Calling delete_port for 84a8c62a-317d-42cf-a8c6-809d6769971f owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:07:37.258263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:37.266054 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:37.313567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event deleted for resources: {'Port': ['ID=84a8c62a-317d-42cf-a8c6-809d6769971f,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:37.316824 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:37.541355 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Router aff1bb86-3902-45f5-b599-b724cc7ed62f has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:07:37.602728 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c8f770c2-5dd1-45ef-942d-df6be30cc018 req-7aa9a613-3eda-4114-a062-d5458529e191 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=5df1f73b-fa62-4e51-b20b-b07291f8cae0 HTTP/1.1" status: 200 len: 210 time: 0.0527904 Nov 25 04:07:37.821040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:07:37.833261 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d2a7b-a70b-4957-ba7b-4371c6bb8099 None None] Sync routers for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:07:37.853377 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d2a7b-a70b-4957-ba7b-4371c6bb8099 None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:37.854525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-5f9d2a7b-a70b-4957-ba7b-4371c6bb8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:37.922344 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] No DVR routers for this DVR port 84a8c62a-317d-42cf-a8c6-809d6769971f on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:07:37.925712 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:37.942347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'name': 'network-vif-deleted', 'tag': '84a8c62a-317d-42cf-a8c6-809d6769971f'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:07:37.949349 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-782552c3-e22f-43c0-ab8b-cf346cf2ee8b req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.15 "DELETE /v2.0/ports/84a8c62a-317d-42cf-a8c6-809d6769971f HTTP/1.1" status: 204 len: 173 time: 1.7806575 Nov 25 04:07:38.068870 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df1f73b-fa62-4e51-b20b-b07291f8cae0', 'name': 'network-vif-deleted', 'tag': '84a8c62a-317d-42cf-a8c6-809d6769971f', 'status': 'completed', 'code': 200} Nov 25 04:07:38.112842 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-5f9d2a7b-a70b-4957-ba7b-4371c6bb8099 None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:38.462347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-5f9d2a7b-a70b-4957-ba7b-4371c6bb8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:38.466469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d2a7b-a70b-4957-ba7b-4371c6bb8099 None None] Checking router: aff1bb86-3902-45f5-b599-b724cc7ed62f for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:07:38.478094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d2a7b-a70b-4957-ba7b-4371c6bb8099 None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:38.478768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-5f9d2a7b-a70b-4957-ba7b-4371c6bb8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:38.672841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-5f9d2a7b-a70b-4957-ba7b-4371c6bb8099 None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:38.754989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49800) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:38.826085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8c98cf46-bd65-46f4-ba46-b26522dc1b0e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:38.856412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8c98cf46-bd65-46f4-ba46-b26522dc1b0e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:38.905295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8c98cf46-bd65-46f4-ba46-b26522dc1b0e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:38.913999 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a0797679-28d6-44b8-88cf-88c989ad7c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:38.928383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98cf46-bd65-46f4-ba46-b26522dc1b0e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd750f-ffe9-4673-99a0-fcd873c12a76,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:38.930840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8c98cf46-bd65-46f4-ba46-b26522dc1b0e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:38.937347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8c98cf46-bd65-46f4-ba46-b26522dc1b0e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:38.942594 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8c98cf46-bd65-46f4-ba46-b26522dc1b0e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "DELETE /v2.0/security-groups/a2cd750f-ffe9-4673-99a0-fcd873c12a76 HTTP/1.1" status: 204 len: 168 time: 0.1864231 Nov 25 04:07:38.943374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49806) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:38.964127 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.v2.resource [None req-c079c5c2-1182-4337-8297-8cca6c21d79e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] show failed (client error): The resource could not be found. Nov 25 04:07:38.968264 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49810) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:38.968383 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-c079c5c2-1182-4337-8297-8cca6c21d79e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups/a2cd750f-ffe9-4673-99a0-fcd873c12a76 HTTP/1.1" status: 404 len: 347 time: 0.0238094 Nov 25 04:07:39.028046 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-5f9d2a7b-a70b-4957-ba7b-4371c6bb8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:39.032571 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d2a7b-a70b-4957-ba7b-4371c6bb8099 None None] The sync data for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb is: [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:07:39.141943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Deleting port f51bb9ef-b7eb-470c-b170-bb9c39a7c522 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:07:39.145457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:39.328025 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:39.328395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:39.344607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 84a8c62a-317d-42cf-a8c6-809d6769971f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:07:39.386448 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: 84a8c62a-317d-42cf-a8c6-809d6769971f {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:07:39.386844 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 84a8c62a-317d-42cf-a8c6-809d6769971f not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:07:39.462967 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Calling delete_port for f51bb9ef-b7eb-470c-b170-bb9c39a7c522 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:07:39.469154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844681a8-e51e-48fa-8184-156cb9db9189 None None] New status for floating IP f6b9785f-9be1-44fa-abcc-9d19b697cbd7: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:07:39.699513 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:39.700518 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.db.api [None req-844681a8-e51e-48fa-8184-156cb9db9189 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:07:39.701101 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_db.api [None req-844681a8-e51e-48fa-8184-156cb9db9189 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 25 04:07:39.704723 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:39.748308 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event deleted for resources: {'Port': ['ID=f51bb9ef-b7eb-470c-b170-bb9c39a7c522,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:39.752602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:39.862241 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:39.876761 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:39.878157 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "DELETE /v2.0/floatingips/f6b9785f-9be1-44fa-abcc-9d19b697cbd7 HTTP/1.1" status: 204 len: 168 time: 0.9088070 Nov 25 04:07:40.203416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844681a8-e51e-48fa-8184-156cb9db9189 None None] New status for floating IP f6b9785f-9be1-44fa-abcc-9d19b697cbd7: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:07:40.263525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49850) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:40.269963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627560163', 'description': 'tempest-description--223470935'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:40.277018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:40.282635 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Usage tracker for resource:security_group and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:40.286090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:40.292538 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:40.310286 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.351179 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:40.355210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Usage tracker for resource:security_group_rule and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:40.358200 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:40.364770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:40.422602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.425751 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.431193 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6795f558-4756-4513-b5dc-f2c86ab76994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:40.474371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68dfa3a7-8822-45bc-812b-6904af7f4d0f,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:40.477231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.478861 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2149200 Nov 25 04:07:40.479939 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:40.481775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49864) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:40.488612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'security_group_rule': {'security_group_id': '68dfa3a7-8822-45bc-812b-6904af7f4d0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:40.495057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:40.499127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Usage tracker for resource:security_group_rule and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:40.502691 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:40.509543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:40.526864 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.594461 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.597780 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.600583 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-802e4f59-ca0c-47e5-bc03-c4d2e6aa472f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:40.623324 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c199fd3-d665-4635-a1b5-1510747e637a,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:40.628506 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:40.636307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.638042 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f17ba274-aa8b-4cf2-9613-b6b7cd2ad145 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1551630 Nov 25 04:07:40.640763 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49872) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:40.646879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'security_group_rule': {'security_group_id': '68dfa3a7-8822-45bc-812b-6904af7f4d0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:40.653096 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:40.657148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Usage tracker for resource:security_group_rule and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:40.660845 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:40.666865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:40.683469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.752762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.755841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.758641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:40.783255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e11e660-7f7e-4f9b-b6cf-a46515b6134c,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:40.786761 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:40.793117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.797423 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-bf6ad8a0-7144-4db0-b99e-283ce0e7edc2 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1527171 Nov 25 04:07:40.797769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49876) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:40.804092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'floatingip': {'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:40.810079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:40.814806 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Usage tracker for resource:floatingip and tenant:dfaeb650b3724d77b35ae5f0f0171f06 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:40.817987 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:40.824068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:40.835386 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:40.987401 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:41.142397 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Allocated IP 172.28.0.151 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/2e431e6e-033c-4acd-aac0-4fa542491bf6) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:07:41.300209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:41.326580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:41.331267 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-35b2a781-d5b0-43c4-8bb2-556e4dc77d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:41.397397 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:41.401073 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:41.405896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:07:41.435689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'Port': ['ID=2e431e6e-033c-4acd-aac0-4fa542491bf6,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:41.441208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:41.565842 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:41.623012 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:41.837164 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:41.840991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:41.846055 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0563092e-4ce9-4f7b-a528-5c5948c0ae5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:41.959504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'Port': ['ID=2e431e6e-033c-4acd-aac0-4fa542491bf6,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:41.963925 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:41.975305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:41.997257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:41.998653 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1997135 Nov 25 04:07:42.123644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 49892) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:42.294903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfa196a4-567d-4995-9a28-0588900d9c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:42.353194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-8e154a2f-cd64-473e-8085-652d864ff98b req-eaf64cbb-06c9-487c-8ae0-c79b3838242e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Synchronizing usage tracker for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:42.359399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-dfa196a4-567d-4995-9a28-0588900d9c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:42.368802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-dfa196a4-567d-4995-9a28-0588900d9c0c admin admin] Usage tracker for resource:security_group_rule and tenant:614fd7e09ca04498b0edef49d0c31438 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:42.372849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-dfa196a4-567d-4995-9a28-0588900d9c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:42.380181 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-dfa196a4-567d-4995-9a28-0588900d9c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:42.382221 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-8e154a2f-cd64-473e-8085-652d864ff98b req-eaf64cbb-06c9-487c-8ae0-c79b3838242e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Unset dirty status for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:42.383474 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-eaf64cbb-06c9-487c-8ae0-c79b3838242e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--627560163&fields=id&tenant_id=dfaeb650b3724d77b35ae5f0f0171f06 HTTP/1.1" status: 200 len: 267 time: 0.1066556 Nov 25 04:07:42.597079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e154a2f-cd64-473e-8085-652d864ff98b req-04f33d3d-78bd-428d-8322-014b9295f269 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:42.598733 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-04f33d3d-78bd-428d-8322-014b9295f269 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/networks?id=204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 200 len: 810 time: 0.2073739 Nov 25 04:07:42.600409 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfa196a4-567d-4995-9a28-0588900d9c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:42.603201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfa196a4-567d-4995-9a28-0588900d9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:42.612590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e6e5e325-8589-4eb8-9d70-afe7f65fd8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:42.663222 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cac18b8a-27bd-4802-8529-4f8a7c93b895 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/quotas/dfaeb650b3724d77b35ae5f0f0171f06 HTTP/1.1" status: 200 len: 375 time: 0.0526664 Nov 25 04:07:42.666209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa196a4-567d-4995-9a28-0588900d9c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ab99d2-8530-4879-8549-292a1ecbe0d5,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:42.669800 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dfa196a4-567d-4995-9a28-0588900d9c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:42.711279 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-dfa196a4-567d-4995-9a28-0588900d9c0c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=614fd7e09ca04498b0edef49d0c31438&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5860636 Nov 25 04:07:42.711496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49912) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:42.763194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-8e154a2f-cd64-473e-8085-652d864ff98b req-b95d4b16-d078-47c5-8ab3-4465f6cfc54c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Synchronizing usage tracker for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:42.778960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-8e154a2f-cd64-473e-8085-652d864ff98b req-b95d4b16-d078-47c5-8ab3-4465f6cfc54c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Unset dirty status for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:42.780433 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-b95d4b16-d078-47c5-8ab3-4465f6cfc54c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1087787 Nov 25 04:07:42.780754 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-779dede1-ef8a-4aff-bd1c-cf1364cc86e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:42.809504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-779dede1-ef8a-4aff-bd1c-cf1364cc86e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:42.856037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-779dede1-ef8a-4aff-bd1c-cf1364cc86e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:42.861695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b11dad67-f16d-43fd-a3b5-e6cd584f4919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:42.874028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dede1-ef8a-4aff-bd1c-cf1364cc86e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ab99d2-8530-4879-8549-292a1ecbe0d5,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:42.877792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-779dede1-ef8a-4aff-bd1c-cf1364cc86e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:42.879778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-779dede1-ef8a-4aff-bd1c-cf1364cc86e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:42.886621 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-779dede1-ef8a-4aff-bd1c-cf1364cc86e3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/32ab99d2-8530-4879-8549-292a1ecbe0d5 HTTP/1.1" status: 204 len: 168 time: 0.1712396 Nov 25 04:07:42.935753 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-b2de31fe-d570-4c84-bd6c-1a5d63678f5f service neutron] 10.222.0.47 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417501 Nov 25 04:07:43.085361 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-02bcad1d-b915-42ac-94f8-b1a5c8d4b8ca service neutron] 10.222.0.47 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427176 Nov 25 04:07:43.295428 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-028e3ed5-f109-46eb-9189-f3818c4e37dd req-55598f39-f004-431f-baa0-692fb5bace83 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Synchronizing usage tracker for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:43.309335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-028e3ed5-f109-46eb-9189-f3818c4e37dd req-55598f39-f004-431f-baa0-692fb5bace83 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Unset dirty status for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:43.311601 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-028e3ed5-f109-46eb-9189-f3818c4e37dd req-55598f39-f004-431f-baa0-692fb5bace83 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 210 time: 0.0663660 Nov 25 04:07:43.572097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8807de6d-2b43-4568-9319-aef645fa4314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:43.750380 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49952) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:43.909152 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2109642752-network', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:43.915133 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:43.919556 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Usage tracker for resource:network and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:43.922551 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:43.929961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:43.939390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Made reservation on behalf of f4b9abdc4ee64b5da6adb82dcda3498d for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:07:43.944686 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:43.959388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:43.994550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:43.998602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:44.001514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:44.007468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:44.078953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:44.082418 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:44.086678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-665ded2d-df0d-4161-97f7-419af0e83ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:44.123512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e418d00-5ee8-4658-b0fb-1e7b730f0186,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:44.126602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:07:44.128940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:44.136591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:44.136932 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Added segment 5d21abc0-2af9-48ef-b897-a2195a4ca151 of type vlan for network 5c2008c6-c614-4546-bfbe-b8edf598f9da Nov 25 04:07:44.166364 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:44.197766 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:44.199072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:44.199717 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:44.210618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4eaf1f20-0e80-4088-ba43-d6597243be90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:44.317027 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5647216 Nov 25 04:07:44.317954 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Pushing event updated for resources: {'Network': ['ID=5c2008c6-c614-4546-bfbe-b8edf598f9da,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:44.320189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49964) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:44.322946 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:44.326776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Request body: {'subnet': {'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2109642752-subnet', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:44.333014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:44.337899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Usage tracker for resource:subnet and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:44.341080 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:44.347122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network 5c2008c6-c614-4546-bfbe-b8edf598f9da details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:07:44.358072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:44.379083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Made reservation on behalf of f4b9abdc4ee64b5da6adb82dcda3498d for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:07:44.384655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853161997'] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:44.534644 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8d795720-b880-4834-8e67-a7b429fffd6a req-42e6ac00-a303-48e7-80cb-133eeb9179dc tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 210 time: 0.0660603 Nov 25 04:07:44.651304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852211256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853162014'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:44.655963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-140f3906-6102-4b47-befd-4315e7eb484d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:44.662631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e154a2f-cd64-473e-8085-652d864ff98b req-4f5f410b-267a-4646-bcbe-f6140a3a6dac tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:44.664170 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-4f5f410b-267a-4646-bcbe-f6140a3a6dac tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.15 "GET /v2.0/networks?id=204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 200 len: 810 time: 0.2563827 Nov 25 04:07:44.723552 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f433915-62ac-40db-842e-32680290d917,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:44.728065 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:44.737152 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cae6ae5e-6608-4c0b-94d0-cddbbc6d8e4c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfaeb650b3724d77b35ae5f0f0171f06 HTTP/1.1" status: 200 len: 379 time: 0.0478411 Nov 25 04:07:44.746211 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'port': {'device_id': '42514383-5269-4d09-8628-9d0992fc8b6a', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'admin_state_up': True, 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'security_groups': ['68dfa3a7-8822-45bc-812b-6904af7f4d0f']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:44.750762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Checking segment: {'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:07:44.751310 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Network hostable DHCP agents. Network: 5c2008c6-c614-4546-bfbe-b8edf598f9da, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:07:44.789704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Network 5c2008c6-c614-4546-bfbe-b8edf598f9da is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:07:44.799998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, 5c2008c6-c614-4546-bfbe-b8edf598f9da) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:44.805293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:44.806212 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:44.812995 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5254450f-adff-46df-8c89-54519983f388 None None] Network 5c2008c6-c614-4546-bfbe-b8edf598f9da requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:07:44.830216 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-46f4f749-b09a-4152-bbce-9d06d7dbd153 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5090969 Nov 25 04:07:44.833305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49976) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:44.839731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:44.845521 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:44.850752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Usage tracker for resource:router and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:44.854579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:44.862425 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:44.874532 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854121037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-76421'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:44.877307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854059675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854699379'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:44.905303 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.075017 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854059692', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854121054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854699294'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.080217 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20ad1b30-be4e-5981-bf05-6d004f691a3e-5c2008c6-c614-4546-bfbe-b8edf598f9da', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917'}]}} from dv-cinder-818778-3-smb. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 25 04:07:45.081179 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.141702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:45.152610 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:45.162530 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Made reservation on behalf of dfaeb650b3724d77b35ae5f0f0171f06 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:07:45.162741 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.168159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.294343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Allocated IP 172.20.0.2 (5c2008c6-c614-4546-bfbe-b8edf598f9da/8f433915-62ac-40db-842e-32680290d917/b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:07:45.320239 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.356292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.358652 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Allocated IP 172.20.0.5 (204a024c-54c8-4940-972c-ed909f766c23/98ba59b9-79a2-4c33-8784-a19e069e73ba/6331a4a4-98c3-4092-ab0e-aba53f9b92ee) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:07:45.505952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Allocated IP 172.28.0.121 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/672b5e26-9e3d-416d-8b2f-0885985144e5) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:07:45.523534 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.535043 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Transition to ACTIVE for port object b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:45.556685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Transition to ACTIVE for port object b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:45.560413 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.563444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.570383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:45.596203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Transition to ACTIVE for port object 6331a4a4-98c3-4092-ab0e-aba53f9b92ee will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:45.656255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.663824 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Network 5c2008c6-c614-4546-bfbe-b8edf598f9da is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:45.669901 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:45.672793 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.674685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5e5550bc-2848-4001-b1e2-934c1f0d7f91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:45.680523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:07:45.683159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Pushing event updated for resources: {'Port': ['ID=b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:45.686259 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:45.713285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.718930 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:45.813185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:45.819560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:45.821082 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Attempting to bind port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:07:45.821301 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Network 204a024c-54c8-4940-972c-ed909f766c23 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:45.821440 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Attempting to bind port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:07:45.821828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Attempting to bind port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e on network 5c2008c6-c614-4546-bfbe-b8edf598f9da {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:07:45.827234 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:45.827648 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Pushing event updated for resources: {'Port': ['ID=672b5e26-9e3d-416d-8b2f-0885985144e5,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:45.830417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event updated for resources: {'Port': ['ID=6331a4a4-98c3-4092-ab0e-aba53f9b92ee,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:45.833085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:07:45.842337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:07:45.843111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Checking segment: {'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:07:45.843314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:07:45.843570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.844013 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Bound using segment: {'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:07:45.844547 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Bound port: b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:07:45.845541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.871150 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:45.937292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:45.938056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:45.956080 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edd950-2c7d-4636-a665-0703323faa83 req-e87fbb6c-ed6d-4452-aa07-55aab1e2ea0c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:45.958154 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b4edd950-2c7d-4636-a665-0703323faa83 req-e87fbb6c-ed6d-4452-aa07-55aab1e2ea0c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 931 time: 0.2321692 Nov 25 04:07:45.987202 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] For port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:07:45.991928 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] For port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:07:45.996793 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:46.003471 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2539da05-a6b7-4021-aaa8-a7d761e58256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:46.029204 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b4edd950-2c7d-4636-a665-0703323faa83 req-20f512df-b9cd-43cb-bbe3-28616fef88bc tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620205 Nov 25 04:07:46.031482 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2894638 Nov 25 04:07:46.061813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Request body: {'port': {'device_id': '42514383-5269-4d09-8628-9d0992fc8b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:46.121073 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Pushing event updated for resources: {'Port': ['ID=b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:46.125438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:46.166417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7b3855bb-2d5c-4a20-9882-6d05f0bd54d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:46.168881 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:46.207380 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:46.250482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:46.313295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6de6d8b6-1b77-4bea-bf24-fb8dcfbe92ed None None] Provisioning for port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:46.327484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6de6d8b6-1b77-4bea-bf24-fb8dcfbe92ed None None] Provisioning complete for port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:46.328052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6de6d8b6-1b77-4bea-bf24-fb8dcfbe92ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:46.347040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:46.348289 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716083'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:46.394280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6de6d8b6-1b77-4bea-bf24-fb8dcfbe92ed None None] Port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:07:46.667982 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6331a4a4-98c3-4092-ab0e-aba53f9b92ee {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:07:46.784432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 is scheduled to L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 with binding_index 1 {{(pid=88177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 25 04:07:46.789278 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:46.807844 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Transition to ACTIVE for port object 6331a4a4-98c3-4092-ab0e-aba53f9b92ee will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:46.813446 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:46.819665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-61c7b1d5-a218-4ec7-8c88-b8a6ce1f1e3a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:47.008959 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:07:47.020680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Sync routers for ids ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:07:47.028439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Pushing event updated for resources: {'Port': ['ID=6331a4a4-98c3-4092-ab0e-aba53f9b92ee,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:47.033879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:47.035589 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2007220 Nov 25 04:07:47.036173 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:47.038055 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 49994) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:47.041454 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Routers {'2aec6fc7-a28a-4b53-ab06-3c1da90aa091'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:47.042311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:47.083467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Attempting to bind port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:07:47.083847 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Attempting to bind port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:07:47.084204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Attempting to bind port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee on network 204a024c-54c8-4940-972c-ed909f766c23 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:07:47.093780 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee on network 204a024c-54c8-4940-972c-ed909f766c23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:07:47.094235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Attempting to bind port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee on network 204a024c-54c8-4940-972c-ed909f766c23 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:07:47.103360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:07:47.103744 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Checking segment: {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:07:47.104171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Bound using segment: {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:07:47.104647 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Bound port: 6331a4a4-98c3-4092-ab0e-aba53f9b92ee, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6c2606-c19d-4cea-889f-a1935a7302b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '204a024c-54c8-4940-972c-ed909f766c23'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:07:47.105158 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:47.295550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] For port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:07:47.310904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] For port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6331a4a4-98c3-4092-ab0e-aba53f9b92ee,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:07:47.317403 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:47.334633 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0d075cbb-919e-47bf-b57e-ef1c773cbe43 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:47.427889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:47.428901 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] 10.222.0.15 "PUT /v2.0/ports/6331a4a4-98c3-4092-ab0e-aba53f9b92ee HTTP/1.1" status: 200 len: 1093 time: 1.3819551 Nov 25 04:07:47.430104 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Set router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:47.431835 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42514383-5269-4d09-8628-9d0992fc8b6a', 'tag': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:07:47.450683 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Pushing event updated for resources: {'Port': ['ID=6331a4a4-98c3-4092-ab0e-aba53f9b92ee,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:47.465868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:47.478023 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9567ef-5b97-4193-bc3a-3283005432bc req-00ca01e0-be26-494e-8cbf-6f68227e8d9d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:47.479071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7a9567ef-5b97-4193-bc3a-3283005432bc req-00ca01e0-be26-494e-8cbf-6f68227e8d9d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Synchronizing usage tracker for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:47.500317 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-7a9567ef-5b97-4193-bc3a-3283005432bc req-00ca01e0-be26-494e-8cbf-6f68227e8d9d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Unset dirty status for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:47.502331 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7a9567ef-5b97-4193-bc3a-3283005432bc req-00ca01e0-be26-494e-8cbf-6f68227e8d9d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 943 time: 0.2681136 Nov 25 04:07:47.720041 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7a9567ef-5b97-4193-bc3a-3283005432bc req-e7dbd627-561e-40bb-be5f-7ed9205dfabe tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049098 Nov 25 04:07:47.746425 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-3c102eda-b283-488a-bd25-6ec70a613cd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 1096 time: 0.2021489 Nov 25 04:07:47.890395 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42514383-5269-4d09-8628-9d0992fc8b6a', 'tag': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee', 'status': 'completed', 'code': 200} Nov 25 04:07:47.916311 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-8e70a7e6-007c-47d3-a374-20cbe78f0c76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6331a4a4-98c3-4092-ab0e-aba53f9b92ee HTTP/1.1" status: 200 len: 217 time: 0.1419244 Nov 25 04:07:47.958181 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:07:48.074375 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e154a2f-cd64-473e-8085-652d864ff98b req-66bdb67e-415b-415a-832e-ff8e944b783a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:48.075572 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-66bdb67e-415b-415a-832e-ff8e944b783a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ba59b9-79a2-4c33-8784-a19e069e73ba HTTP/1.1" status: 200 len: 849 time: 0.1458950 Nov 25 04:07:48.123162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:48.141897 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:48.153245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:46Z', 'revision_number': 3, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:48.162897 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Checking router: 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:07:48.163304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Updating router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 port 672b5e26-9e3d-416d-8b2f-0885985144e5 binding host dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:07:48.204437 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-cbe77804-1f8c-46b7-86fa-285d8c975337 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=204a024c-54c8-4940-972c-ed909f766c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1092343 Nov 25 04:07:48.239095 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:48.247986 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:48.371259 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-d2aaff53-47ff-4d2b-98e8-214ed7341cdc service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561368 Nov 25 04:07:48.504148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Allocated IP 172.20.0.1 (5c2008c6-c614-4546-bfbe-b8edf598f9da/8f433915-62ac-40db-842e-32680290d917/a4eb4459-0381-40c1-9cb3-796bc83ff654) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:07:48.535510 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8e154a2f-cd64-473e-8085-652d864ff98b req-781599f5-a960-4206-af99-e4370b1296fa service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567962 Nov 25 04:07:48.574034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade7eaaf-df35-4597-8e36-44b0f61b0d77 None None] Network 5c2008c6-c614-4546-bfbe-b8edf598f9da requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:07:48.682615 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:48.701769 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Transition to ACTIVE for port object a4eb4459-0381-40c1-9cb3-796bc83ff654 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:48.730134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:48.735262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-71b63132-c65e-43a9-80c9-ee85d286855c tempest-ServerRescueNegativeTestJSON-977354261 tempest-ServerRescueNegativeTestJSON-977354261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:48.745061 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2f196161-4c65-4835-aa57-878b72bf550d req-54dac432-d530-420b-ac35-8cd13d41591f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 1096 time: 0.0821126 Nov 25 04:07:48.748088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0d89764a-0a4e-41ce-8e63-ccaef8624ea7 None None] Provisioning for port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:48.759839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0d89764a-0a4e-41ce-8e63-ccaef8624ea7 None None] Provisioning complete for port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:48.760595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d89764a-0a4e-41ce-8e63-ccaef8624ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:48.805586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Network 5c2008c6-c614-4546-bfbe-b8edf598f9da is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:48.815327 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:48.822056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:07:48.856191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4eb4459-0381-40c1-9cb3-796bc83ff654,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:48.864922 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:48.900192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854062730'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:48.925285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:48.932541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f196161-4c65-4835-aa57-878b72bf550d req-c05acfe1-eb01-493d-8edf-141e70355298 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:48.934315 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2f196161-4c65-4835-aa57-878b72bf550d req-c05acfe1-eb01-493d-8edf-141e70355298 service neutron] 10.222.0.15 "GET /v2.0/networks?id=204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 200 len: 911 time: 0.1607316 Nov 25 04:07:48.951547 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Transition to ACTIVE for port object 672b5e26-9e3d-416d-8b2f-0885985144e5 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:48.964091 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:48.970907 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a49001d6-fc0d-40f4-ab9c-fa135ff6231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:49.011400 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2f196161-4c65-4835-aa57-878b72bf550d req-bc3cfa14-417b-43dd-81ff-f225210ad16a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6331a4a4-98c3-4092-ab0e-aba53f9b92ee HTTP/1.1" status: 200 len: 217 time: 0.0674491 Nov 25 04:07:49.046688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:49.100831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b437c12-d8e8-482b-8007-32f79be9906f None None] Pushing event updated for resources: {'Port': ['ID=672b5e26-9e3d-416d-8b2f-0885985144e5,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:49.111554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f196161-4c65-4835-aa57-878b72bf550d req-72d077b8-b480-46ff-b59b-5349ff93f8c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:49.113948 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2f196161-4c65-4835-aa57-878b72bf550d req-72d077b8-b480-46ff-b59b-5349ff93f8c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ba59b9-79a2-4c33-8784-a19e069e73ba HTTP/1.1" status: 200 len: 849 time: 0.0929236 Nov 25 04:07:49.114331 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4b437c12-d8e8-482b-8007-32f79be9906f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:49.127411 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Attempting to bind port 672b5e26-9e3d-416d-8b2f-0885985144e5 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:07:49.127881 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Attempting to bind port 672b5e26-9e3d-416d-8b2f-0885985144e5 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:07:49.128298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Attempting to bind port 672b5e26-9e3d-416d-8b2f-0885985144e5 on network fbbf2050-665c-4306-843a-806da9ab5719 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:07:49.129209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41296121-629e-4924-8019-03953334e0d1 req-ae1d15ba-4fc0-4fd5-a7db-f2274dcaa0a3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:49.130865 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41296121-629e-4924-8019-03953334e0d1 req-ae1d15ba-4fc0-4fd5-a7db-f2274dcaa0a3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 943 time: 0.1677907 Nov 25 04:07:49.143553 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d89764a-0a4e-41ce-8e63-ccaef8624ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:49.162747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:07:49.163123 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Checking segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:07:49.163577 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:49.164018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Bound using segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:07:49.164554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Bound port: 672b5e26-9e3d-416d-8b2f-0885985144e5, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:07:49.164976 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:49.218669 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2f196161-4c65-4835-aa57-878b72bf550d req-7a360be7-dac5-4966-ac92-6097e2c3104c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=204a024c-54c8-4940-972c-ed909f766c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0959139 Nov 25 04:07:49.260362 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] For port 672b5e26-9e3d-416d-8b2f-0885985144e5, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:07:49.263739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] For port 672b5e26-9e3d-416d-8b2f-0885985144e5, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=672b5e26-9e3d-416d-8b2f-0885985144e5,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:07:49.265882 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0d89764a-0a4e-41ce-8e63-ccaef8624ea7 None None] For port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:49.269303 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:49.274426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:49.318287 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-41296121-629e-4924-8019-03953334e0d1 req-3887857d-b492-4600-937d-1542fa5ebe00 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Synchronizing usage tracker for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:07:49.348940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b437c12-d8e8-482b-8007-32f79be9906f None None] Pushing event updated for resources: {'Port': ['ID=672b5e26-9e3d-416d-8b2f-0885985144e5,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:49.351866 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d89764a-0a4e-41ce-8e63-ccaef8624ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:49.356032 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4b437c12-d8e8-482b-8007-32f79be9906f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:49.356551 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4b437c12-d8e8-482b-8007-32f79be9906f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:49.373719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-41296121-629e-4924-8019-03953334e0d1 req-3887857d-b492-4600-937d-1542fa5ebe00 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Unset dirty status for tenant:dfaeb650b3724d77b35ae5f0f0171f06 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:07:49.387626 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41296121-629e-4924-8019-03953334e0d1 req-3887857d-b492-4600-937d-1542fa5ebe00 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263355 Nov 25 04:07:49.451386 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Routers {'2aec6fc7-a28a-4b53-ab06-3c1da90aa091'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:49.452090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:49.467355 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2f196161-4c65-4835-aa57-878b72bf550d req-53fd59db-cbe6-49fb-8938-2c0761c61991 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396619 Nov 25 04:07:49.502125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:49.508056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564475'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:49.562821 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:49.659072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838640375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712977'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:49.664044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4eb4459-0381-40c1-9cb3-796bc83ff654,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:49.667777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:49.670801 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2f196161-4c65-4835-aa57-878b72bf550d req-4063fc25-47de-4925-b451-554b7de5763a service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899602 Nov 25 04:07:49.676260 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89764a-0a4e-41ce-8e63-ccaef8624ea7 None None] Pushing event updated for resources: {'Port': ['ID=b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:49.687236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0d89764a-0a4e-41ce-8e63-ccaef8624ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:49.703465 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] Set router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:49.744346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d89bbd5f-5efa-4bb9-a877-81fd2796130d None None] Provisioning complete for port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:49.744771 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d89bbd5f-5efa-4bb9-a877-81fd2796130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:49.851801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Network 5c2008c6-c614-4546-bfbe-b8edf598f9da is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:49.853293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:50.269809 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d89bbd5f-5efa-4bb9-a877-81fd2796130d None None] Provisioning for port a4eb4459-0381-40c1-9cb3-796bc83ff654 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:50.305417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d89bbd5f-5efa-4bb9-a877-81fd2796130d None None] Provisioning complete for port a4eb4459-0381-40c1-9cb3-796bc83ff654 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:50.305842 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d89bbd5f-5efa-4bb9-a877-81fd2796130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:50.380018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d89bbd5f-5efa-4bb9-a877-81fd2796130d None None] Port a4eb4459-0381-40c1-9cb3-796bc83ff654 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:07:50.397579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:48Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'a4eb4459-0381-40c1-9cb3-796bc83ff654', 'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'mac_address': 'fa:16:3e:41:0f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:48Z', 'updated_at': '2021-11-25T04:07:49Z', 'revision_number': 2, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'subnets': [{'id': '8f433915-62ac-40db-842e-32680290d917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:50.402100 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a28dc8f-290e-4e7c-83a3-540a106121cd None None] The sync data for ids ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'] in dv-cinder-818778-3-smb is: [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:48Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'a4eb4459-0381-40c1-9cb3-796bc83ff654', 'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'mac_address': 'fa:16:3e:41:0f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:48Z', 'updated_at': '2021-11-25T04:07:49Z', 'revision_number': 2, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'subnets': [{'id': '8f433915-62ac-40db-842e-32680290d917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:07:50.504733 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-65ef81bf-755c-47c8-a386-94768bd8dc1f None None] Provisioning complete for port a4eb4459-0381-40c1-9cb3-796bc83ff654 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:50.505152 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65ef81bf-755c-47c8-a386-94768bd8dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:50.512453 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:07:50.564853 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-65ef81bf-755c-47c8-a386-94768bd8dc1f None None] Port a4eb4459-0381-40c1-9cb3-796bc83ff654 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:07:50.747853 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa50544-6088-463f-b2c8-1e4ce35d84d7 req-fc7374d6-5e25-411b-a12b-55a37c51daa5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:50.750140 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eaa50544-6088-463f-b2c8-1e4ce35d84d7 req-fc7374d6-5e25-411b-a12b-55a37c51daa5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 943 time: 0.1721797 Nov 25 04:07:50.826331 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eaa50544-6088-463f-b2c8-1e4ce35d84d7 req-1d140bbf-e369-48bf-be7a-c46f2d3553b9 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686972 Nov 25 04:07:50.853097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:07:50.866496 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] 10.222.0.47 "PUT /v2.0/routers/2aec6fc7-a28a-4b53-ab06-3c1da90aa091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8255234 Nov 25 04:07:51.245289 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:51.413804 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 6331a4a4-98c3-4092-ab0e-aba53f9b92ee details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:07:51.603459 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6331a4a4-98c3-4092-ab0e-aba53f9b92ee,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:51.626403 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'port_id': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee', 'mac_address': 'fa:16:3e:37:d9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:07:51.695987 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:51.725826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6331a4a4-98c3-4092-ab0e-aba53f9b92ee {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:07:51.747567 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6331a4a4-98c3-4092-ab0e-aba53f9b92ee,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:51.762542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:51.764528 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fc88fbcf-938d-43a5-8e7d-292325e4da29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:51.803066 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 672b5e26-9e3d-416d-8b2f-0885985144e5 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:07:51.897265 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=6331a4a4-98c3-4092-ab0e-aba53f9b92ee,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:51.905631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:51.928413 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 672b5e26-9e3d-416d-8b2f-0885985144e5 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:51.940516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 672b5e26-9e3d-416d-8b2f-0885985144e5 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:51.941050 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.042892 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 50052) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:52.050379 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1440532778-network', 'tenant_id': '55557f615486497f8bcd897432ff5847'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:52.057085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:52.064488 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Usage tracker for resource:network and tenant:55557f615486497f8bcd897432ff5847 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:52.068974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:52.076593 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:52.094079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.111106 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Made reservation on behalf of 55557f615486497f8bcd897432ff5847 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:07:52.117183 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.119024 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e3239-a832-4a18-9f2e-6a87b701453d req-44e262d0-0674-405f-b3e3-fe22b674a4ac tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:52.126708 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port 672b5e26-9e3d-416d-8b2f-0885985144e5, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=672b5e26-9e3d-416d-8b2f-0885985144e5,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:52.127688 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-cf4e3239-a832-4a18-9f2e-6a87b701453d req-44e262d0-0674-405f-b3e3-fe22b674a4ac tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 944 time: 0.1250696 Nov 25 04:07:52.132903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.136079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:07:52.141503 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.180458 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f625da70-0374-4f97-a20a-86df89b2b09f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:52.203668 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-cf4e3239-a832-4a18-9f2e-6a87b701453d req-cfa10393-02dd-478c-b91e-4cb2c4f90728 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750387 Nov 25 04:07:52.213197 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['6331a4a4-98c3-4092-ab0e-aba53f9b92ee'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:07:52.217641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:52.228819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Usage tracker for resource:security_group_rule and tenant:55557f615486497f8bcd897432ff5847 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:52.232378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:52.239681 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:52.320680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.324718 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.330248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2fe2bb53-978e-488e-a5c6-d43f32d836bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:52.347019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=672b5e26-9e3d-416d-8b2f-0885985144e5,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:52.350361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:52.367811 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:07:52.385732 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ba069f-3d2a-4a65-8eda-f04286ce4b18,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:52.388915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.389385 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Added segment 68e1c5eb-ec86-4a0a-8f10-20e6b199b778 of type vlan for network d42d69f8-98c6-4622-9850-6b292d20fd8d Nov 25 04:07:52.390834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:52.392431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:52.392854 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.421138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.454702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.457367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:52.458045 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.463780 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:52.588450 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5417354 Nov 25 04:07:52.588839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 50060) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:52.595617 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Request body: {'subnet': {'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1440532778-subnet', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:52.599424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Pushing event updated for resources: {'Network': ['ID=d42d69f8-98c6-4622-9850-6b292d20fd8d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:52.600850 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:52.602981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:52.604946 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Usage tracker for resource:subnet and tenant:55557f615486497f8bcd897432ff5847 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:52.607991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:52.610245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network d42d69f8-98c6-4622-9850-6b292d20fd8d details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:07:52.615194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:52.625464 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Made reservation on behalf of 55557f615486497f8bcd897432ff5847 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:07:52.630266 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852916384'] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.857798 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2495342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852916367'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.863618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:52.942972 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57286f8-1d50-40cc-b568-33834124e1a5,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:52.946673 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:52.953842 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Checking segment: {'id': '68e1c5eb-ec86-4a0a-8f10-20e6b199b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:07:52.955036 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Network hostable DHCP agents. Network: d42d69f8-98c6-4622-9850-6b292d20fd8d, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:07:52.977004 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Network d42d69f8-98c6-4622-9850-6b292d20fd8d is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:07:52.984897 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, d42d69f8-98c6-4622-9850-6b292d20fd8d) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:52.989233 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:52.989899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:52.994897 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ab5286-8b89-44ce-8fe1-a769f51c4d8d None None] Network d42d69f8-98c6-4622-9850-6b292d20fd8d requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:07:53.010788 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4203532 Nov 25 04:07:53.012992 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 50064) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:53.019110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1440532778-router', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:53.023990 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:07:53.028027 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Usage tracker for resource:router and tenant:55557f615486497f8bcd897432ff5847 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:07:53.031058 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:07:53.037880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:07:53.047412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854121037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-76421'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:53.048431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854059675', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854699379'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:53.067158 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:53.219829 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854059692', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854121054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854699294'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:53.229252 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20ad1b30-be4e-5981-bf05-6d004f691a3e-d42d69f8-98c6-4622-9850-6b292d20fd8d', 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'fixed_ips': [{'subnet_id': 'a57286f8-1d50-40cc-b568-33834124e1a5'}]}} from dv-cinder-818778-3-smb. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 25 04:07:53.230369 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:53.407305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Allocated IP 172.20.0.2 (d42d69f8-98c6-4622-9850-6b292d20fd8d/a57286f8-1d50-40cc-b568-33834124e1a5/551d5c2d-aada-4de1-bff2-0a30a19c599f) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:07:53.438207 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 6331a4a4-98c3-4092-ab0e-aba53f9b92ee up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:07:53.630586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:53.640172 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 672b5e26-9e3d-416d-8b2f-0885985144e5 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:07:53.659823 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af86e-6ab5-42af-ad6f-9e49bbf4f145 req-e084ab18-41af-4117-a06d-d3dcfefd9a16 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:53.661426 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-918af86e-6ab5-42af-ad6f-9e49bbf4f145 req-e084ab18-41af-4117-a06d-d3dcfefd9a16 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 944 time: 0.1214848 Nov 25 04:07:53.705249 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:53.705673 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:53.778152 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-918af86e-6ab5-42af-ad6f-9e49bbf4f145 req-053f68eb-43eb-4536-9772-2fa26d471da8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030314 Nov 25 04:07:53.790991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:53.832514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:53.970410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:53.981325 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Allocated IP 172.28.0.93 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/c01f846a-c750-42e1-8f79-f17dc840bd8a) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:07:53.990149 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Transition to ACTIVE for port object 551d5c2d-aada-4de1-bff2-0a30a19c599f will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:54.056499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Transition to ACTIVE for port object 551d5c2d-aada-4de1-bff2-0a30a19c599f will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:54.072601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:54.076138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 672b5e26-9e3d-416d-8b2f-0885985144e5 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:54.076547 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:54.107651 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:54.135598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:54.146976 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:54.174516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:54.179430 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a5f97fc9-611d-403e-a2f2-90ea38f1a2d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:54.217020 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Network d42d69f8-98c6-4622-9850-6b292d20fd8d is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:54.225902 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:54.235014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:07:54.237822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42514383-5269-4d09-8628-9d0992fc8b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:07:54.242369 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Pushing event updated for resources: {'Port': ['ID=551d5c2d-aada-4de1-bff2-0a30a19c599f,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:54.245244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:54.259813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6331a4a4-98c3-4092-ab0e-aba53f9b92ee,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:54.266138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:54.270350 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:54.272493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Pushing event updated for resources: {'Port': ['ID=c01f846a-c750-42e1-8f79-f17dc840bd8a,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:54.281059 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:54.282627 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:07:54.324045 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:54.336823 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42514383-5269-4d09-8628-9d0992fc8b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee', 'code': 200} Nov 25 04:07:54.337409 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:54.468537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:54.469322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716083'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:54.482893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Attempting to bind port 551d5c2d-aada-4de1-bff2-0a30a19c599f on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:07:54.483324 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Attempting to bind port 551d5c2d-aada-4de1-bff2-0a30a19c599f by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '68e1c5eb-ec86-4a0a-8f10-20e6b199b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:07:54.483735 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Attempting to bind port 551d5c2d-aada-4de1-bff2-0a30a19c599f on network d42d69f8-98c6-4622-9850-6b292d20fd8d {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:07:54.494069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=6331a4a4-98c3-4092-ab0e-aba53f9b92ee,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:54.499030 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:54.500287 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:07:54.500711 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Checking segment: {'id': '68e1c5eb-ec86-4a0a-8f10-20e6b199b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:07:54.501729 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:54.502518 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Bound using segment: {'id': '68e1c5eb-ec86-4a0a-8f10-20e6b199b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:07:54.503046 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Bound port: 551d5c2d-aada-4de1-bff2-0a30a19c599f, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e1c5eb-ec86-4a0a-8f10-20e6b199b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:07:54.503539 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:54.597484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] For port 551d5c2d-aada-4de1-bff2-0a30a19c599f, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:07:54.602088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] For port 551d5c2d-aada-4de1-bff2-0a30a19c599f, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=551d5c2d-aada-4de1-bff2-0a30a19c599f,segment=NetworkSegment(68e1c5eb-ec86-4a0a-8f10-20e6b199b778),segment_id=68e1c5eb-ec86-4a0a-8f10-20e6b199b778)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:07:54.620678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:54.637555 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:54.709187 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7dd9338f-54e8-430e-9d68-a0b7300d003d req-7d6731ff-d98e-42ee-9a5d-888a68502ca4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 1098 time: 0.1632996 Nov 25 04:07:54.725213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Pushing event updated for resources: {'Port': ['ID=551d5c2d-aada-4de1-bff2-0a30a19c599f,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:54.728575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:54.796095 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Sync routers for ids ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:07:54.829041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Routers {'2aec6fc7-a28a-4b53-ab06-3c1da90aa091'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:54.831964 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7dd9338f-54e8-430e-9d68-a0b7300d003d req-2d174ae2-ede2-4ab9-af90-14b78cd5ec45 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704894 Nov 25 04:07:54.832215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:54.869190 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Router 944ab9d5-ad80-4c96-9e20-b349363548cb is scheduled to L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 25 04:07:55.062190 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6232a2-70fd-488c-94c9-fa9f51190563 req-86ba169d-0ffb-4612-a40a-5d67c2cce98b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:55.075390 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ed6232a2-70fd-488c-94c9-fa9f51190563 req-86ba169d-0ffb-4612-a40a-5d67c2cce98b tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 945 time: 0.1182404 Nov 25 04:07:55.095978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Set router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:55.148581 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ed6232a2-70fd-488c-94c9-fa9f51190563 req-51d18533-801b-4cb3-93a7-34cb1c5df66a tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721102 Nov 25 04:07:55.153991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:07:55.167232 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Sync routers for ids ['944ab9d5-ad80-4c96-9e20-b349363548cb'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:07:55.194269 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Routers {'944ab9d5-ad80-4c96-9e20-b349363548cb'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:55.195092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['944ab9d5-ad80-4c96-9e20-b349363548cb'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:55.206554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:55.208874 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1948168 Nov 25 04:07:55.213340 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 50086) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:55.468952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Set router 944ab9d5-ad80-4c96-9e20-b349363548cb gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:55.601019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:48Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'a4eb4459-0381-40c1-9cb3-796bc83ff654', 'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'mac_address': 'fa:16:3e:41:0f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:48Z', 'updated_at': '2021-11-25T04:07:49Z', 'revision_number': 2, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'subnets': [{'id': '8f433915-62ac-40db-842e-32680290d917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:55.605719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Checking router: 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:07:55.606355 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Updating router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 port a4eb4459-0381-40c1-9cb3-796bc83ff654 binding host dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:07:55.692327 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:55.733260 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 551d5c2d-aada-4de1-bff2-0a30a19c599f up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:07:56.017756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 551d5c2d-aada-4de1-bff2-0a30a19c599f completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:56.045356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'name': 'tempest-TestMinimumBasicScenario-1440532778-router', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:07:54Z', 'revision_number': 3, 'project_id': '55557f615486497f8bcd897432ff5847', 'gw_port': {'id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:56.050736 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Checking router: 944ab9d5-ad80-4c96-9e20-b349363548cb for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:07:56.051662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Updating router 944ab9d5-ad80-4c96-9e20-b349363548cb port c01f846a-c750-42e1-8f79-f17dc840bd8a binding host dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:07:56.122171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.297280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.412360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.429980 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Transition to ACTIVE for port object a4eb4459-0381-40c1-9cb3-796bc83ff654 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:56.439982 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.446670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6956eaba-134c-409e-b02a-cd2221c47d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:56.563666 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a60633-5324-45f3-9042-87e8470c04d0 req-51fa9b7b-e994-424a-9c7a-f858fcf47fed tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:56.565360 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d7a60633-5324-45f3-9042-87e8470c04d0 req-51fa9b7b-e994-424a-9c7a-f858fcf47fed tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 945 time: 0.2296293 Nov 25 04:07:56.583618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.611843 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Pushing event updated for resources: {'Port': ['ID=a4eb4459-0381-40c1-9cb3-796bc83ff654,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:56.613551 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Transition to ACTIVE for port object c01f846a-c750-42e1-8f79-f17dc840bd8a will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:56.622388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.628291 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4b437c12-d8e8-482b-8007-32f79be9906f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:56.669209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:56.669680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:56.670204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:56.670679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:56.671148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:56.671621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:56.673379 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:56.673864 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:56.674371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:56.674853 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:56.675319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:07:56.684734 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:56.689356 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d7a60633-5324-45f3-9042-87e8470c04d0 req-2b816f56-b8b6-417f-aab3-ec47c2fe6155 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152835 Nov 25 04:07:56.697957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Allocated IP 172.20.0.1 (d42d69f8-98c6-4622-9850-6b292d20fd8d/a57286f8-1d50-40cc-b568-33834124e1a5/92930a5b-3c99-4510-8b87-40f78173ed37) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:07:56.786952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Attempting to bind port a4eb4459-0381-40c1-9cb3-796bc83ff654 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:07:56.787608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Attempting to bind port a4eb4459-0381-40c1-9cb3-796bc83ff654 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:07:56.788128 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Attempting to bind port a4eb4459-0381-40c1-9cb3-796bc83ff654 on network 5c2008c6-c614-4546-bfbe-b8edf598f9da {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:07:56.795646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:07:56.796203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Checking segment: {'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:07:56.796757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.797302 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Bound using segment: {'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:07:56.797993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Bound port: a4eb4459-0381-40c1-9cb3-796bc83ff654, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:07:56.798537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.816981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Attempting to bind port c01f846a-c750-42e1-8f79-f17dc840bd8a on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:07:56.817764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Attempting to bind port c01f846a-c750-42e1-8f79-f17dc840bd8a by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:07:56.818381 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Attempting to bind port c01f846a-c750-42e1-8f79-f17dc840bd8a on network fbbf2050-665c-4306-843a-806da9ab5719 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:07:56.827351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:07:56.828047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Checking segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:07:56.828795 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.834234 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Bound using segment: {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:07:56.835083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Bound port: c01f846a-c750-42e1-8f79-f17dc840bd8a, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5704f1-e06a-477c-8f8c-c59f6db24bd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:07:56.835690 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.926060 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] For port a4eb4459-0381-40c1-9cb3-796bc83ff654, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:07:56.930307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] For port a4eb4459-0381-40c1-9cb3-796bc83ff654, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=a4eb4459-0381-40c1-9cb3-796bc83ff654,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:07:56.938835 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.940546 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] For port c01f846a-c750-42e1-8f79-f17dc840bd8a, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:07:56.944157 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] For port c01f846a-c750-42e1-8f79-f17dc840bd8a, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=c01f846a-c750-42e1-8f79-f17dc840bd8a,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:07:56.945545 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac76f8-86f7-48cc-a642-31e577223509 None None] Pushing event updated for resources: {'Port': ['ID=c01f846a-c750-42e1-8f79-f17dc840bd8a,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:56.949524 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9fac76f8-86f7-48cc-a642-31e577223509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:56.952852 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:56.956642 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:56.978670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:57.126981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac76f8-86f7-48cc-a642-31e577223509 None None] Pushing event updated for resources: {'Port': ['ID=c01f846a-c750-42e1-8f79-f17dc840bd8a,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:57.139319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9fac76f8-86f7-48cc-a642-31e577223509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:57.175235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Routers {'944ab9d5-ad80-4c96-9e20-b349363548cb'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:57.176209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['944ab9d5-ad80-4c96-9e20-b349363548cb'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:57.207069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Routers {'2aec6fc7-a28a-4b53-ab06-3c1da90aa091'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:07:57.209012 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:57.291120 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea69c8-e15d-448d-b603-251443cd3cda None None] Network d42d69f8-98c6-4622-9850-6b292d20fd8d requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:07:57.304165 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Pushing event updated for resources: {'Port': ['ID=a4eb4459-0381-40c1-9cb3-796bc83ff654,revision_number=4']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:57.319027 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c68dbf96-a9a7-4a23-bbac-431c8ba2aab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:57.355876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:57.378039 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Transition to ACTIVE for port object 92930a5b-3c99-4510-8b87-40f78173ed37 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:07:57.402038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:57.408461 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-58505405-129c-4a3d-a98a-73e926a58993 tempest-VolumesNegativeTest-371807931 tempest-VolumesNegativeTest-371807931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:57.460069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] Set router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:57.478943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Network d42d69f8-98c6-4622-9850-6b292d20fd8d is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:57.483084 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:57.493452 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:07:57.549107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Pushing event updated for resources: {'Port': ['ID=92930a5b-3c99-4510-8b87-40f78173ed37,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:57.554634 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:57.569753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854062730'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:57.667067 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Provisioning for port 551d5c2d-aada-4de1-bff2-0a30a19c599f completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:57.681457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Provisioning complete for port 551d5c2d-aada-4de1-bff2-0a30a19c599f triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:57.682421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:57.691869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:57.748460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device a4eb4459-0381-40c1-9cb3-796bc83ff654 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:07:57.828143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] Set router 944ab9d5-ad80-4c96-9e20-b349363548cb gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:07:57.882425 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:48Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'a4eb4459-0381-40c1-9cb3-796bc83ff654', 'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'mac_address': 'fa:16:3e:41:0f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:48Z', 'updated_at': '2021-11-25T04:07:56Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'subnets': [{'id': '8f433915-62ac-40db-842e-32680290d917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:57.886946 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e1864-155c-4236-87af-5b1afa549bc2 None None] The sync data for ids ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'] in dv-cinder-818778-3-smb is: [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:48Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'a4eb4459-0381-40c1-9cb3-796bc83ff654', 'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'mac_address': 'fa:16:3e:41:0f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:48Z', 'updated_at': '2021-11-25T04:07:56Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'subnets': [{'id': '8f433915-62ac-40db-842e-32680290d917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:07:58.074725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ca04-06f6-462c-91c5-13f7aa391619 req-3d8a2900-d4b1-4f35-8dda-bbe6488c4e7f tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:58.076393 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c501ca04-06f6-462c-91c5-13f7aa391619 req-3d8a2900-d4b1-4f35-8dda-bbe6488c4e7f tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 945 time: 0.1484694 Nov 25 04:07:58.113955 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:58.119669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:58.151830 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a9ce9595-a6ed-4d53-b124-64965612e417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:58.174055 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:58.253707 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c501ca04-06f6-462c-91c5-13f7aa391619 req-0a5dae67-ea3d-45bb-9409-eb6935f53d11 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655695 Nov 25 04:07:58.254572 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838640375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712977'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:58.265305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port a4eb4459-0381-40c1-9cb3-796bc83ff654 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:58.267752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Pushing event updated for resources: {'Port': ['ID=92930a5b-3c99-4510-8b87-40f78173ed37,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:58.270845 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:58.286414 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port a4eb4459-0381-40c1-9cb3-796bc83ff654 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:58.286843 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:58.344468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] For port 551d5c2d-aada-4de1-bff2-0a30a19c599f, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=551d5c2d-aada-4de1-bff2-0a30a19c599f,segment=NetworkSegment(68e1c5eb-ec86-4a0a-8f10-20e6b199b778),segment_id=68e1c5eb-ec86-4a0a-8f10-20e6b199b778)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:58.362582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:58.369469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:58.534969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Provisioning complete for port a4eb4459-0381-40c1-9cb3-796bc83ff654 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:58.535551 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:58.582283 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Network d42d69f8-98c6-4622-9850-6b292d20fd8d is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:07:58.584862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:07:58.660058 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Pushing event updated for resources: {'Port': ['ID=551d5c2d-aada-4de1-bff2-0a30a19c599f,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:58.677725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:58.714577 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'name': 'tempest-TestMinimumBasicScenario-1440532778-router', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:07:54Z', 'revision_number': 3, 'project_id': '55557f615486497f8bcd897432ff5847', 'gw_port': {'id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:07:58.718226 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:58.736135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ae1e70-5e3e-48ac-8e2c-fd1bd1048b69 None None] The sync data for ids ['944ab9d5-ad80-4c96-9e20-b349363548cb'] in dv-cinder-818778-3-smb is: [{'id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'name': 'tempest-TestMinimumBasicScenario-1440532778-router', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:07:54Z', 'revision_number': 3, 'project_id': '55557f615486497f8bcd897432ff5847', 'gw_port': {'id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:07:58.823186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port a4eb4459-0381-40c1-9cb3-796bc83ff654, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=a4eb4459-0381-40c1-9cb3-796bc83ff654,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:07:58.830560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:58.848049 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:58.850295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b9ca0-1f37-45f0-81df-1bce5dbace37 req-a7c365a9-c017-4db8-925a-523f76b5067d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:07:58.852461 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aa1b9ca0-1f37-45f0-81df-1bce5dbace37 req-a7c365a9-c017-4db8-925a-523f76b5067d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 945 time: 0.3556917 Nov 25 04:07:58.853710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8f77949c-680f-4825-9a2c-8d802ea27ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:07:58.863510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 50116) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:07:58.871047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-0b242d1f-23fd-4542-934b-6703d00730f9 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Request body: {'floatingip': {'port_id': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:07:59.021846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=a4eb4459-0381-40c1-9cb3-796bc83ff654,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:07:59.023185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b242d1f-23fd-4542-934b-6703d00730f9 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:59.037114 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:07:59.044892 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.db.api [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:07:59.045400 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_db.api [None req-955ded7b-acf7-4625-81e6-9b6fbdd354cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 25 04:07:59.180307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Router 944ab9d5-ad80-4c96-9e20-b349363548cb has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:07:59.412855 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:07:59.424772 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] 10.222.0.47 "PUT /v2.0/routers/944ab9d5-ad80-4c96-9e20-b349363548cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2101870 Nov 25 04:07:59.760361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device a4eb4459-0381-40c1-9cb3-796bc83ff654 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:07:59.899812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d5aeea31-3700-42af-afca-fcaa13739ff7 None None] Provisioning for port 92930a5b-3c99-4510-8b87-40f78173ed37 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:07:59.908685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d5aeea31-3700-42af-afca-fcaa13739ff7 None None] Provisioning complete for port 92930a5b-3c99-4510-8b87-40f78173ed37 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:59.909079 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5aeea31-3700-42af-afca-fcaa13739ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:59.952591 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b242d1f-23fd-4542-934b-6703d00730f9 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:59.957175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b242d1f-23fd-4542-934b-6703d00730f9 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:07:59.991849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d5aeea31-3700-42af-afca-fcaa13739ff7 None None] Port 92930a5b-3c99-4510-8b87-40f78173ed37 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:07:59.995015 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port a4eb4459-0381-40c1-9cb3-796bc83ff654 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:07:59.995537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:00.072200 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d5aeea31-3700-42af-afca-fcaa13739ff7 None None] Provisioning complete for port 551d5c2d-aada-4de1-bff2-0a30a19c599f triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:00.072535 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5aeea31-3700-42af-afca-fcaa13739ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:00.253746 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 551d5c2d-aada-4de1-bff2-0a30a19c599f up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:08:00.472363 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_db [None req-0b242d1f-23fd-4542-934b-6703d00730f9 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Floating IP 37d752e2-4d30-4956-b2b6-0d68216b38d2 associated. External IP: 172.28.0.151, port: 6331a4a4-98c3-4092-ab0e-aba53f9b92ee. Nov 25 04:08:00.483191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 551d5c2d-aada-4de1-bff2-0a30a19c599f triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:00.483612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:00.572571 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d5aeea31-3700-42af-afca-fcaa13739ff7 None None] Provisioning complete for port a4eb4459-0381-40c1-9cb3-796bc83ff654 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:00.572960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5aeea31-3700-42af-afca-fcaa13739ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:00.997835 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b242d1f-23fd-4542-934b-6703d00730f9 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Router aff1bb86-3902-45f5-b599-b724cc7ed62f has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:08:01.151335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fbdadead-9e90-40a0-a766-dae61e36552e None None] Provisioning complete for port 92930a5b-3c99-4510-8b87-40f78173ed37 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:01.151757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fbdadead-9e90-40a0-a766-dae61e36552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:01.218624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-fbdadead-9e90-40a0-a766-dae61e36552e None None] Port 92930a5b-3c99-4510-8b87-40f78173ed37 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:08:01.270194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b242d1f-23fd-4542-934b-6703d00730f9 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:08:01.275825 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b242d1f-23fd-4542-934b-6703d00730f9 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:01.287156 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e465e6-84f6-4aad-a116-9b733ab8d8f3 None None] Sync routers for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:08:01.307707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e465e6-84f6-4aad-a116-9b733ab8d8f3 None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:08:01.308812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e3e465e6-84f6-4aad-a116-9b733ab8d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:01.345125 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0b242d1f-23fd-4542-934b-6703d00730f9 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "PUT /v2.0/floatingips/37d752e2-4d30-4956-b2b6-0d68216b38d2 HTTP/1.1" status: 200 len: 991 time: 2.4795842 Nov 25 04:08:01.346046 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42514383-5269-4d09-8628-9d0992fc8b6a', 'tag': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:01.458223 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42514383-5269-4d09-8628-9d0992fc8b6a', 'tag': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee', 'status': 'completed', 'code': 200} Nov 25 04:08:01.553282 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-e3e465e6-84f6-4aad-a116-9b733ab8d8f3 None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:08:01.605858 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-18e95744-2689-4369-baaf-4ea8ddb05443 req-d5c8db81-26ea-449c-b2ec-fc5e5e4730ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 1098 time: 0.0977352 Nov 25 04:08:01.685865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device c01f846a-c750-42e1-8f79-f17dc840bd8a up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:08:01.779334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port c01f846a-c750-42e1-8f79-f17dc840bd8a completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:08:01.783773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e95744-2689-4369-baaf-4ea8ddb05443 req-5ae0724d-ae2c-47a7-a20b-4f5a2cb12909 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:01.785660 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-18e95744-2689-4369-baaf-4ea8ddb05443 req-5ae0724d-ae2c-47a7-a20b-4f5a2cb12909 service neutron] 10.222.0.15 "GET /v2.0/networks?id=204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 200 len: 911 time: 0.1717196 Nov 25 04:08:01.790138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port c01f846a-c750-42e1-8f79-f17dc840bd8a triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:01.790561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:01.929743 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-18e95744-2689-4369-baaf-4ea8ddb05443 req-5008a748-aa0a-439b-9db6-72045a50382d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6331a4a4-98c3-4092-ab0e-aba53f9b92ee HTTP/1.1" status: 200 len: 999 time: 0.1366842 Nov 25 04:08:02.029420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e95744-2689-4369-baaf-4ea8ddb05443 req-a39c1520-c874-403e-bca7-5dc020652bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:02.033077 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:02.035150 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-18e95744-2689-4369-baaf-4ea8ddb05443 req-a39c1520-c874-403e-bca7-5dc020652bc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ba59b9-79a2-4c33-8784-a19e069e73ba HTTP/1.1" status: 200 len: 849 time: 0.0970411 Nov 25 04:08:02.078200 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e3e465e6-84f6-4aad-a116-9b733ab8d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': '37d752e2-4d30-4956-b2b6-0d68216b38d2', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'floating_ip_address': '172.28.0.151', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'port_id': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'mac_address': 'fa:16:3e:37:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42514383-5269-4d09-8628-9d0992fc8b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:07:41Z', 'updated_at': '2021-11-25T04:07:59Z', 'revision_number': 1, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:02.078799 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port c01f846a-c750-42e1-8f79-f17dc840bd8a, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=c01f846a-c750-42e1-8f79-f17dc840bd8a,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:02.083168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:02.083710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e465e6-84f6-4aad-a116-9b733ab8d8f3 None None] Checking router: aff1bb86-3902-45f5-b599-b724cc7ed62f for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:08:02.085331 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:02.100061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e465e6-84f6-4aad-a116-9b733ab8d8f3 None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:08:02.100799 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e3e465e6-84f6-4aad-a116-9b733ab8d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:02.199210 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-18e95744-2689-4369-baaf-4ea8ddb05443 req-62d51803-f884-4eee-b887-e02a61123994 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=204a024c-54c8-4940-972c-ed909f766c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1526005 Nov 25 04:08:02.237991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=c01f846a-c750-42e1-8f79-f17dc840bd8a,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:02.244253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:02.420476 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-18e95744-2689-4369-baaf-4ea8ddb05443 req-98ad2b2d-4e4e-462c-92cf-da27282b86cd service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113268 Nov 25 04:08:02.487831 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-e3e465e6-84f6-4aad-a116-9b733ab8d8f3 None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:08:02.960901 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Sync routers for ids ['944ab9d5-ad80-4c96-9e20-b349363548cb'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:08:02.985783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Routers {'944ab9d5-ad80-4c96-9e20-b349363548cb'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:08:02.989334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['944ab9d5-ad80-4c96-9e20-b349363548cb'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:03.047466 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-18e95744-2689-4369-baaf-4ea8ddb05443 req-df451b42-f784-45ff-be75-eff3f8e7dc6b service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763965 Nov 25 04:08:03.144549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e3e465e6-84f6-4aad-a116-9b733ab8d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': '37d752e2-4d30-4956-b2b6-0d68216b38d2', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'floating_ip_address': '172.28.0.151', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'port_id': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'mac_address': 'fa:16:3e:37:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42514383-5269-4d09-8628-9d0992fc8b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:07:41Z', 'updated_at': '2021-11-25T04:07:59Z', 'revision_number': 1, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:03.150508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e465e6-84f6-4aad-a116-9b733ab8d8f3 None None] The sync data for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb is: [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': '37d752e2-4d30-4956-b2b6-0d68216b38d2', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'floating_ip_address': '172.28.0.151', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'port_id': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'mac_address': 'fa:16:3e:37:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42514383-5269-4d09-8628-9d0992fc8b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:07:41Z', 'updated_at': '2021-11-25T04:07:59Z', 'revision_number': 1, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:08:03.251815 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Set router 944ab9d5-ad80-4c96-9e20-b349363548cb gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:08:03.631016 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'name': 'tempest-TestMinimumBasicScenario-1440532778-router', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:07:57Z', 'revision_number': 4, 'project_id': '55557f615486497f8bcd897432ff5847', 'gw_port': {'id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '92930a5b-3c99-4510-8b87-40f78173ed37', 'name': '', 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'mac_address': 'fa:16:3e:dc:b0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a57286f8-1d50-40cc-b568-33834124e1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:56Z', 'updated_at': '2021-11-25T04:07:57Z', 'revision_number': 2, 'project_id': '55557f615486497f8bcd897432ff5847', 'subnets': [{'id': 'a57286f8-1d50-40cc-b568-33834124e1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:03.636545 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Checking router: 944ab9d5-ad80-4c96-9e20-b349363548cb for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:08:03.636966 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Updating router 944ab9d5-ad80-4c96-9e20-b349363548cb port 92930a5b-3c99-4510-8b87-40f78173ed37 binding host dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 25 04:08:03.728932 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a23d48d-1abb-44ef-be01-126ecbbd0fd5 None None] New status for floating IP 37d752e2-4d30-4956-b2b6-0d68216b38d2: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:08:03.800705 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:03.817810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device c01f846a-c750-42e1-8f79-f17dc840bd8a up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:08:04.058783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port c01f846a-c750-42e1-8f79-f17dc840bd8a triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:04.059379 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:04.425170 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:04.437700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Transition to ACTIVE for port object 92930a5b-3c99-4510-8b87-40f78173ed37 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:08:04.444249 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:04.449174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:04.628433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c528618-ab08-4475-b1e1-133819b9d8de None None] Pushing event updated for resources: {'Port': ['ID=92930a5b-3c99-4510-8b87-40f78173ed37,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:04.636997 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8c528618-ab08-4475-b1e1-133819b9d8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:04.694771 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Attempting to bind port 92930a5b-3c99-4510-8b87-40f78173ed37 on host dv-cinder-818778-3-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:08:04.695218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Attempting to bind port 92930a5b-3c99-4510-8b87-40f78173ed37 by drivers openvswitch,hyperv on host dv-cinder-818778-3-smb at level 0 using segments [{'id': '68e1c5eb-ec86-4a0a-8f10-20e6b199b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:08:04.696754 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Attempting to bind port 92930a5b-3c99-4510-8b87-40f78173ed37 on network d42d69f8-98c6-4622-9850-6b292d20fd8d {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:08:04.703910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Checking agent: {'id': 'ff4111bb-8dc0-4568-86e3-149c7a55b504', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 3, 54, 45), 'started_at': datetime.datetime(2021, 11, 25, 3, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:08:04.704819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Checking segment: {'id': '68e1c5eb-ec86-4a0a-8f10-20e6b199b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:08:04.705281 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:04.705752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Bound using segment: {'id': '68e1c5eb-ec86-4a0a-8f10-20e6b199b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:08:04.706391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Bound port: 92930a5b-3c99-4510-8b87-40f78173ed37, host: dv-cinder-818778-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e1c5eb-ec86-4a0a-8f10-20e6b199b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:08:04.707074 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:04.809904 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] For port 92930a5b-3c99-4510-8b87-40f78173ed37, host dv-cinder-818778-3-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:08:04.814367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] For port 92930a5b-3c99-4510-8b87-40f78173ed37, host dv-cinder-818778-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=92930a5b-3c99-4510-8b87-40f78173ed37,segment=NetworkSegment(68e1c5eb-ec86-4a0a-8f10-20e6b199b778),segment_id=68e1c5eb-ec86-4a0a-8f10-20e6b199b778)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:08:04.818458 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:04.822484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:04.918221 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c528618-ab08-4475-b1e1-133819b9d8de None None] Pushing event updated for resources: {'Port': ['ID=92930a5b-3c99-4510-8b87-40f78173ed37,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:04.936070 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8c528618-ab08-4475-b1e1-133819b9d8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:04.937604 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Routers {'944ab9d5-ad80-4c96-9e20-b349363548cb'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:08:04.939074 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:07:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['944ab9d5-ad80-4c96-9e20-b349363548cb'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:05.372325 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] Set router 944ab9d5-ad80-4c96-9e20-b349363548cb gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:08:05.816948 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'name': 'tempest-TestMinimumBasicScenario-1440532778-router', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:07:57Z', 'revision_number': 4, 'project_id': '55557f615486497f8bcd897432ff5847', 'gw_port': {'id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '92930a5b-3c99-4510-8b87-40f78173ed37', 'name': '', 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'mac_address': 'fa:16:3e:dc:b0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a57286f8-1d50-40cc-b568-33834124e1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:56Z', 'updated_at': '2021-11-25T04:08:04Z', 'revision_number': 4, 'project_id': '55557f615486497f8bcd897432ff5847', 'subnets': [{'id': 'a57286f8-1d50-40cc-b568-33834124e1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:05.822786 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc803b6e-fc32-4625-ab5d-6b8a17a51773 None None] The sync data for ids ['944ab9d5-ad80-4c96-9e20-b349363548cb'] in dv-cinder-818778-3-smb is: [{'id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'name': 'tempest-TestMinimumBasicScenario-1440532778-router', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:07:57Z', 'revision_number': 4, 'project_id': '55557f615486497f8bcd897432ff5847', 'gw_port': {'id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '92930a5b-3c99-4510-8b87-40f78173ed37', 'name': '', 'network_id': 'd42d69f8-98c6-4622-9850-6b292d20fd8d', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'mac_address': 'fa:16:3e:dc:b0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a57286f8-1d50-40cc-b568-33834124e1a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:56Z', 'updated_at': '2021-11-25T04:08:04Z', 'revision_number': 4, 'project_id': '55557f615486497f8bcd897432ff5847', 'subnets': [{'id': 'a57286f8-1d50-40cc-b568-33834124e1a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:08:07.690330 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 92930a5b-3c99-4510-8b87-40f78173ed37 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:08:07.794247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning for port 92930a5b-3c99-4510-8b87-40f78173ed37 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:08:07.799845 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 92930a5b-3c99-4510-8b87-40f78173ed37 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:07.800455 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:07.936247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:07.990520 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] For port 92930a5b-3c99-4510-8b87-40f78173ed37, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=92930a5b-3c99-4510-8b87-40f78173ed37,segment=NetworkSegment(68e1c5eb-ec86-4a0a-8f10-20e6b199b778),segment_id=68e1c5eb-ec86-4a0a-8f10-20e6b199b778)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:07.994453 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:07.996762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:08.089356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Pushing event updated for resources: {'Port': ['ID=92930a5b-3c99-4510-8b87-40f78173ed37,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:08.154819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:08.739728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:08:09.635634 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 92930a5b-3c99-4510-8b87-40f78173ed37 up at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:08:09.723125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Provisioning complete for port 92930a5b-3c99-4510-8b87-40f78173ed37 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:09.723463 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:11.103109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd1aa5-96f6-4833-ae52-5ade68089f54 req-dacea6c3-aa87-49e0-876f-df3ce0d61af0 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:11.104703 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9dbd1aa5-96f6-4833-ae52-5ade68089f54 req-dacea6c3-aa87-49e0-876f-df3ce0d61af0 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.2569840 Nov 25 04:08:11.155365 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9dbd1aa5-96f6-4833-ae52-5ade68089f54 req-f6d5fa43-3814-4cbd-8fbb-b8c727b84891 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432029 Nov 25 04:08:11.785432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396436e4-826a-4553-9040-0b1c1a5feabb req-30a281f4-f126-4b56-be34-34fa9b77a1aa tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:11.786269 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3f715-683f-497d-8818-c327aff3b46e req-b87e257a-a161-4664-bfbb-f5001872f953 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:11.787008 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-41e3f715-683f-497d-8818-c327aff3b46e req-b87e257a-a161-4664-bfbb-f5001872f953 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Synchronizing usage tracker for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:08:11.787408 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-396436e4-826a-4553-9040-0b1c1a5feabb req-30a281f4-f126-4b56-be34-34fa9b77a1aa tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0873511 Nov 25 04:08:11.803893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-41e3f715-683f-497d-8818-c327aff3b46e req-b87e257a-a161-4664-bfbb-f5001872f953 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Unset dirty status for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:08:11.805173 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-b87e257a-a161-4664-bfbb-f5001872f953 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/networks?id=5c2008c6-c614-4546-bfbe-b8edf598f9da HTTP/1.1" status: 200 len: 815 time: 0.1771843 Nov 25 04:08:11.823658 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-95ab95a9-3cdf-4be9-989e-614af2ee36f1 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/quotas/f4b9abdc4ee64b5da6adb82dcda3498d HTTP/1.1" status: 200 len: 375 time: 0.0121453 Nov 25 04:08:11.837911 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-396436e4-826a-4553-9040-0b1c1a5feabb req-0f02850c-21b4-43a6-bd90-8db5ce7ca1a4 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437872 Nov 25 04:08:11.906728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-41e3f715-683f-497d-8818-c327aff3b46e req-2b1791a8-1d0f-4665-989a-bdcba7854b9a tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Synchronizing usage tracker for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:08:11.922856 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-41e3f715-683f-497d-8818-c327aff3b46e req-2b1791a8-1d0f-4665-989a-bdcba7854b9a tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Unset dirty status for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:08:11.924254 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-2b1791a8-1d0f-4665-989a-bdcba7854b9a tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949962 Nov 25 04:08:12.070570 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-bd7fbe6c-7401-483f-b99a-5ce2fd0026d7 service neutron] 10.222.0.47 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339805 Nov 25 04:08:12.210860 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-b93c4290-e661-4be6-9d3a-f566213ba07c service neutron] 10.222.0.47 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341238 Nov 25 04:08:12.411947 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b0a667b-d3c1-4af1-9692-c399989999b9 req-cf72bd32-405d-4d26-97ef-fb92d3247830 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 210 time: 0.0469687 Nov 25 04:08:12.502419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f03a5-5be1-4d0b-860f-c6730c4b4512 req-c4f7cb71-675c-4512-a3e2-3a29b050a634 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:12.504047 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fb0f03a5-5be1-4d0b-860f-c6730c4b4512 req-c4f7cb71-675c-4512-a3e2-3a29b050a634 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0868020 Nov 25 04:08:12.553767 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fb0f03a5-5be1-4d0b-860f-c6730c4b4512 req-f1fb6e90-03c7-4a77-83d5-4a84bae7c9eb tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Nov 25 04:08:13.075154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536552a-086b-476f-a9c3-882bd8503d8d req-26552af6-6019-4a9f-877e-f78a13a06f2c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:13.081113 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3536552a-086b-476f-a9c3-882bd8503d8d req-26552af6-6019-4a9f-877e-f78a13a06f2c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.1043754 Nov 25 04:08:13.130026 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3536552a-086b-476f-a9c3-882bd8503d8d req-bb7bd627-3d11-4553-a707-4d093784902d tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422666 Nov 25 04:08:13.575600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5e47a72b-056d-4132-b7bc-ffc0562a607e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:13.584851 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9dab2644-dd2e-4ac7-ad8c-6edc7b1fbf8e req-8ddde709-858d-4a93-8a6d-847cfd9e33f8 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 210 time: 0.0458248 Nov 25 04:08:13.763778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70247559-018b-40b4-b2f8-cc446a1af242 req-3b36cee6-cc7d-4f79-b344-cb540852acbd tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:13.765314 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-70247559-018b-40b4-b2f8-cc446a1af242 req-3b36cee6-cc7d-4f79-b344-cb540852acbd tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0862675 Nov 25 04:08:13.815199 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-70247559-018b-40b4-b2f8-cc446a1af242 req-f8cefb53-cc13-421f-b3e5-8764de41900c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 Nov 25 04:08:14.079438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3f715-683f-497d-8818-c327aff3b46e req-6e1cd06f-8968-4f42-8d3a-14676176a00b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:14.080913 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-6e1cd06f-8968-4f42-8d3a-14676176a00b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.15 "GET /v2.0/networks?id=5c2008c6-c614-4546-bfbe-b8edf598f9da HTTP/1.1" status: 200 len: 815 time: 0.1570461 Nov 25 04:08:14.111689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Request body: {'port': {'device_id': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'admin_state_up': True, 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:14.256256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:08:14.267482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:08:14.277133 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Made reservation on behalf of f4b9abdc4ee64b5da6adb82dcda3498d for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:08:14.283540 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:14.357049 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905f102-6b26-4fc5-bba0-be9cb0aab4bb req-3ad99cf7-9949-46ee-8c2c-4a01df3b42d4 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:14.358673 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d905f102-6b26-4fc5-bba0-be9cb0aab4bb req-3ad99cf7-9949-46ee-8c2c-4a01df3b42d4 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0943511 Nov 25 04:08:14.411383 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d905f102-6b26-4fc5-bba0-be9cb0aab4bb req-62e1cb04-79fe-420b-a599-8a184ab4e40d tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437622 Nov 25 04:08:14.459096 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Allocated IP 172.20.0.14 (5c2008c6-c614-4546-bfbe-b8edf598f9da/8f433915-62ac-40db-842e-32680290d917/70682704-1e53-4419-86ca-cb169a086e96) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:08:14.759433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:14.780961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Transition to ACTIVE for port object 70682704-1e53-4419-86ca-cb169a086e96 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:08:14.806650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:14.825157 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-68d9cec9-1843-42f2-8e60-f22d23e44960 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:14.891095 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104babb-352b-4f9b-9827-88db568743ee req-18796925-c3e1-45df-8f8d-b754440e36f7 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:14.898732 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9104babb-352b-4f9b-9827-88db568743ee req-18796925-c3e1-45df-8f8d-b754440e36f7 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 932 time: 0.0917778 Nov 25 04:08:14.911480 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Network 5c2008c6-c614-4546-bfbe-b8edf598f9da is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:08:14.915789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:08:14.918940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:08:14.980535 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-9104babb-352b-4f9b-9827-88db568743ee req-5cb8fd5b-ade2-4048-9a24-64b28863439c tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Synchronizing usage tracker for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:08:15.003167 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-9104babb-352b-4f9b-9827-88db568743ee req-5cb8fd5b-ade2-4048-9a24-64b28863439c tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Unset dirty status for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:08:15.009726 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'Port': ['ID=70682704-1e53-4419-86ca-cb169a086e96,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:15.018859 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9104babb-352b-4f9b-9827-88db568743ee req-5cb8fd5b-ade2-4048-9a24-64b28863439c tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181939 Nov 25 04:08:15.029012 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:15.029455 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:15.029867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:15.030300 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:15.030714 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:15.031071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:15.031465 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:15.032484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:15.032958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:15.033351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:15.034022 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:15.050765 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:15.051505 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:15.058789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:15.083383 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9762466 Nov 25 04:08:15.127418 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:15.268527 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f2d20-255e-44cb-ab09-834eec2cbbcd req-1378ad7e-0fdb-41d9-a109-4c3bfadf0e7a tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:15.270310 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c72f2d20-255e-44cb-ab09-834eec2cbbcd req-1378ad7e-0fdb-41d9-a109-4c3bfadf0e7a tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0900877 Nov 25 04:08:15.321580 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c72f2d20-255e-44cb-ab09-834eec2cbbcd req-5dfd33ab-5639-4512-9167-fc7983034736 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 Nov 25 04:08:15.366629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9372e839-16a3-475d-a149-8398ba469013 None None] Provisioning for port 70682704-1e53-4419-86ca-cb169a086e96 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:08:15.371346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9372e839-16a3-475d-a149-8398ba469013 None None] Provisioning complete for port 70682704-1e53-4419-86ca-cb169a086e96 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:15.371759 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9372e839-16a3-475d-a149-8398ba469013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:15.431445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9372e839-16a3-475d-a149-8398ba469013 None None] Port 70682704-1e53-4419-86ca-cb169a086e96 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 25 04:08:15.650132 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c0c04-9356-43fa-b713-3855dd09caa4 req-972ab367-5f46-448c-890d-f47e32cd98fd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:15.651770 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c70c0c04-9356-43fa-b713-3855dd09caa4 req-972ab367-5f46-448c-890d-f47e32cd98fd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0894878 Nov 25 04:08:15.702097 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c70c0c04-9356-43fa-b713-3855dd09caa4 req-ae6bf309-feb2-4e20-be60-77c472d3de36 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Nov 25 04:08:16.048800 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1094d43c-de7a-48bc-b8c8-fda0124994c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:16.103502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:16.231051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76d76f-6ce5-40e9-9a43-9f9be9b2c498 req-ced7b097-37b2-46dd-a5e9-7f1eaf136f2b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:16.232941 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3e76d76f-6ce5-40e9-9a43-9f9be9b2c498 req-ced7b097-37b2-46dd-a5e9-7f1eaf136f2b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 932 time: 0.0859683 Nov 25 04:08:16.292188 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3e76d76f-6ce5-40e9-9a43-9f9be9b2c498 req-0d5eee96-45bf-48ad-842e-a19871821d82 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523593 Nov 25 04:08:16.546188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446429-d1fb-459b-8049-5fb5e4aeda64 req-1bb3ff7f-1a9b-45e2-a402-73ef2e7caf44 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:16.548470 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c8446429-d1fb-459b-8049-5fb5e4aeda64 req-1bb3ff7f-1a9b-45e2-a402-73ef2e7caf44 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0911858 Nov 25 04:08:16.598590 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c8446429-d1fb-459b-8049-5fb5e4aeda64 req-53fb108a-6664-4b17-a333-1faf8d3e6969 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437934 Nov 25 04:08:16.938285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ef2ba-00bc-47c4-bc16-f5f1020ce3a3 req-73e47fb6-d348-4ea7-8f55-d08ef2ffbeae tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:16.939869 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-136ef2ba-00bc-47c4-bc16-f5f1020ce3a3 req-73e47fb6-d348-4ea7-8f55-d08ef2ffbeae tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0966890 Nov 25 04:08:16.989964 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-136ef2ba-00bc-47c4-bc16-f5f1020ce3a3 req-532079f7-9ddb-49b8-b555-ff1e508e1598 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Nov 25 04:08:17.510412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7778a5f-ba99-4308-9298-4b05b8071067 req-69b04e73-adc0-4047-a1d9-83da74b36065 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:17.512023 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a7778a5f-ba99-4308-9298-4b05b8071067 req-69b04e73-adc0-4047-a1d9-83da74b36065 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 932 time: 0.0911696 Nov 25 04:08:17.561543 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a7778a5f-ba99-4308-9298-4b05b8071067 req-6a285a3f-22b2-4182-b7d9-3fd55b32993f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424721 Nov 25 04:08:17.818467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e3ce4-c506-48ab-8663-a04b1d0b0425 req-32762911-4acd-4de4-a3b4-17db11e08630 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:17.820141 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-585e3ce4-c506-48ab-8663-a04b1d0b0425 req-32762911-4acd-4de4-a3b4-17db11e08630 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0848758 Nov 25 04:08:17.876791 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-585e3ce4-c506-48ab-8663-a04b1d0b0425 req-4fca558c-aa5c-4ed7-bb4b-2617ada5ffbd tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504720 Nov 25 04:08:17.996060 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:18.214824 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c604ca-6822-452e-98f4-fad31197b32c req-b5a0a7df-b926-48bd-b037-1f5397b7be3e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:18.216386 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-24c604ca-6822-452e-98f4-fad31197b32c req-b5a0a7df-b926-48bd-b037-1f5397b7be3e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0845177 Nov 25 04:08:18.269086 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-24c604ca-6822-452e-98f4-fad31197b32c req-886b4635-1628-4305-a65e-6896f82bcb79 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460958 Nov 25 04:08:18.775681 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a937cf-8aac-4192-9cff-352ef861979a req-85f770f7-7476-42ae-8d21-9c836deef1ce tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:18.777482 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48a937cf-8aac-4192-9cff-352ef861979a req-85f770f7-7476-42ae-8d21-9c836deef1ce tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 932 time: 0.0908031 Nov 25 04:08:18.830592 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-48a937cf-8aac-4192-9cff-352ef861979a req-faccc2a4-2bcb-418a-8af4-571a6b9b3586 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Nov 25 04:08:19.098208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f919d68-1ad0-451d-bce2-7a085e68b2f2 req-920125c8-d80e-42c1-8b4b-16cf67fb6fe9 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:19.100444 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1f919d68-1ad0-451d-bce2-7a085e68b2f2 req-920125c8-d80e-42c1-8b4b-16cf67fb6fe9 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0918419 Nov 25 04:08:19.150643 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1f919d68-1ad0-451d-bce2-7a085e68b2f2 req-971121cb-8a1a-4b81-8bf9-dba0d926a1a6 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Nov 25 04:08:19.508059 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0192a4-532e-464d-b269-d8ba2975f607 req-77918c2b-fc0b-4a05-aad9-0f63fa5a910c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:19.509594 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bd0192a4-532e-464d-b269-d8ba2975f607 req-77918c2b-fc0b-4a05-aad9-0f63fa5a910c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.1013393 Nov 25 04:08:19.563137 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bd0192a4-532e-464d-b269-d8ba2975f607 req-fae80d1b-61a2-49db-97d7-a7ecedfb94be tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466855 Nov 25 04:08:20.048485 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f31c0-e8e7-4ba1-8dcd-305497dc2463 req-180388c6-735f-4bb0-bddf-fd0cf4fa60d3 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:20.050128 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-815f31c0-e8e7-4ba1-8dcd-305497dc2463 req-180388c6-735f-4bb0-bddf-fd0cf4fa60d3 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 932 time: 0.0890551 Nov 25 04:08:20.107514 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-815f31c0-e8e7-4ba1-8dcd-305497dc2463 req-59134f99-a796-4ec8-979f-9aff441555b5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509400 Nov 25 04:08:20.369489 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54152ec4-e857-43b9-96c8-eecace16176e req-fc7e4ebb-9a70-40e5-a598-b3628801b578 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:20.371189 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-54152ec4-e857-43b9-96c8-eecace16176e req-fc7e4ebb-9a70-40e5-a598-b3628801b578 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0867906 Nov 25 04:08:20.419485 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-54152ec4-e857-43b9-96c8-eecace16176e req-f1cf2bec-3383-40f6-90f2-840325040f2c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Nov 25 04:08:20.797334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a4742-a08b-47e6-ba6b-5c03421fe961 req-79d31dbd-c56b-4610-b073-fbb5e0d42677 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:20.799226 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2e1a4742-a08b-47e6-ba6b-5c03421fe961 req-79d31dbd-c56b-4610-b073-fbb5e0d42677 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0910594 Nov 25 04:08:21.050537 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2e1a4742-a08b-47e6-ba6b-5c03421fe961 req-b3a98676-fd15-4aab-9b2a-48a38d8e5e5a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447479 Nov 25 04:08:21.259434 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:21.315694 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a7b6-f7e5-4dd1-b52d-7955dbf42950 req-acde1d5b-ed36-4050-9493-5c4d518f5396 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:21.317202 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4268a7b6-f7e5-4dd1-b52d-7955dbf42950 req-acde1d5b-ed36-4050-9493-5c4d518f5396 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 932 time: 0.0866737 Nov 25 04:08:21.372386 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4268a7b6-f7e5-4dd1-b52d-7955dbf42950 req-fc7d5b9f-dbb2-4e7b-ac1f-165d3e947e13 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487905 Nov 25 04:08:21.637611 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eaf51-b937-420c-8ef4-9b52fc4cad8e req-f51ce0c9-21ec-4e63-ba23-9cf3f1ce52c7 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:21.639256 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f92eaf51-b937-420c-8ef4-9b52fc4cad8e req-f51ce0c9-21ec-4e63-ba23-9cf3f1ce52c7 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0881400 Nov 25 04:08:21.694018 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f92eaf51-b937-420c-8ef4-9b52fc4cad8e req-fc2112f0-e892-4fc3-a526-b14384e8ed86 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473304 Nov 25 04:08:22.271742 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a9d78-2716-4ec6-b0d5-6fcc6e1f4195 req-cb42f601-3289-412c-a886-ed0dc9c00428 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:22.273323 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4d5a9d78-2716-4ec6-b0d5-6fcc6e1f4195 req-cb42f601-3289-412c-a886-ed0dc9c00428 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0830715 Nov 25 04:08:22.337167 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4d5a9d78-2716-4ec6-b0d5-6fcc6e1f4195 req-fbf16fbb-145f-4440-9876-cd9ec92f672c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576949 Nov 25 04:08:22.582254 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bbd10-4d4b-433f-afcc-e360bbe4566c req-5c43e90e-541a-406a-bf10-991aacc9c4de tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:22.583826 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-858bbd10-4d4b-433f-afcc-e360bbe4566c req-5c43e90e-541a-406a-bf10-991aacc9c4de tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 932 time: 0.0843153 Nov 25 04:08:22.630118 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-858bbd10-4d4b-433f-afcc-e360bbe4566c req-23228098-f289-4fdb-938b-a06d2474e06b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Nov 25 04:08:22.913730 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db32ea-8fdf-41e0-a721-2090bcb5da53 req-7ed22a39-db76-4526-8904-dfb6f7323111 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:22.915309 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65db32ea-8fdf-41e0-a721-2090bcb5da53 req-7ed22a39-db76-4526-8904-dfb6f7323111 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0894551 Nov 25 04:08:22.964135 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65db32ea-8fdf-41e0-a721-2090bcb5da53 req-5a967dd4-4e53-4672-a91f-8de0e4c39a05 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 Nov 25 04:08:23.570007 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d1cf5-16ac-4bb3-87a5-566ce117008d req-940ddfdb-c0a9-4f14-8112-fed2d96161c5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:23.571688 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-106d1cf5-16ac-4bb3-87a5-566ce117008d req-940ddfdb-c0a9-4f14-8112-fed2d96161c5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0860944 Nov 25 04:08:23.626618 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-106d1cf5-16ac-4bb3-87a5-566ce117008d req-dd90d7ec-efa1-4e03-8ff7-71d5e7d8b8de tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473773 Nov 25 04:08:23.886845 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf301aa-386f-46c3-bb3e-c66d8dbdb908 req-5f73ec62-bbaa-40c4-ae27-cb14580f12cc tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:23.888566 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-edf301aa-386f-46c3-bb3e-c66d8dbdb908 req-5f73ec62-bbaa-40c4-ae27-cb14580f12cc tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 932 time: 0.1258323 Nov 25 04:08:23.938809 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-edf301aa-386f-46c3-bb3e-c66d8dbdb908 req-2d8480b9-da1d-4d4f-90a5-1e02305a74f4 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432053 Nov 25 04:08:24.183061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe6317-fadd-414f-8d14-5d2ebb37106e req-f897b1ab-dbe6-4e9e-9367-c1932de0ab53 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:24.184646 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0bfe6317-fadd-414f-8d14-5d2ebb37106e req-f897b1ab-dbe6-4e9e-9367-c1932de0ab53 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0870397 Nov 25 04:08:24.239480 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0bfe6317-fadd-414f-8d14-5d2ebb37106e req-ba3cecea-70e6-4161-95df-7f9cacecb8b4 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481431 Nov 25 04:08:24.849586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aded9f-6d73-426a-9a90-789b7bb0d397 req-51a3fc35-7362-442a-b591-1e177fc473ab tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:24.857431 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-94aded9f-6d73-426a-9a90-789b7bb0d397 req-51a3fc35-7362-442a-b591-1e177fc473ab tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0931826 Nov 25 04:08:24.902523 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-94aded9f-6d73-426a-9a90-789b7bb0d397 req-768934d5-ba39-4c87-8695-5914d498e4ec tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441239 Nov 25 04:08:25.154750 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a184e-a39c-44ca-a4ec-a9f3096d4091 req-aa6eb5cd-149a-4110-9535-cdf57bf2c62b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:25.156429 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-cb5a184e-a39c-44ca-a4ec-a9f3096d4091 req-aa6eb5cd-149a-4110-9535-cdf57bf2c62b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 932 time: 0.0918226 Nov 25 04:08:25.204531 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-cb5a184e-a39c-44ca-a4ec-a9f3096d4091 req-95bd3d5f-d104-49d1-8c9c-de7873f70126 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Nov 25 04:08:25.455728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0073239-0d97-437d-b192-cb7f295ff6f4 req-08a79d3b-f66c-44d0-8353-5e8348358684 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:25.457491 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f0073239-0d97-437d-b192-cb7f295ff6f4 req-08a79d3b-f66c-44d0-8353-5e8348358684 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0878222 Nov 25 04:08:25.509581 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f0073239-0d97-437d-b192-cb7f295ff6f4 req-9e6bd820-6f25-4117-9707-4441459b76c1 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460064 Nov 25 04:08:26.126600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce2609-241e-4a43-a9c0-f75ac13edc97 req-a04d196e-92ae-4ad8-a92b-81967defc9c3 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:26.128205 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c1ce2609-241e-4a43-a9c0-f75ac13edc97 req-a04d196e-92ae-4ad8-a92b-81967defc9c3 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0884171 Nov 25 04:08:26.175971 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c1ce2609-241e-4a43-a9c0-f75ac13edc97 req-61db5b5b-9595-4e15-9a07-6baa092180a5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416679 Nov 25 04:08:26.414876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16749e2-39e8-4c08-80b0-66cb247b0589 req-692511b9-cee3-40ab-945a-9d586b855199 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:26.416451 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d16749e2-39e8-4c08-80b0-66cb247b0589 req-692511b9-cee3-40ab-945a-9d586b855199 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 932 time: 0.0913808 Nov 25 04:08:26.464480 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d16749e2-39e8-4c08-80b0-66cb247b0589 req-291b0308-99b4-4195-9be7-7859cb514804 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Nov 25 04:08:26.718588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342547ce-aa25-4fb3-947d-cfc4cc2470fb req-3dd6880d-39d8-4598-bbcc-d2b936bde5f4 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:26.720671 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-342547ce-aa25-4fb3-947d-cfc4cc2470fb req-3dd6880d-39d8-4598-bbcc-d2b936bde5f4 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0865152 Nov 25 04:08:26.769532 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-342547ce-aa25-4fb3-947d-cfc4cc2470fb req-09e96ef0-3db6-4072-9ef5-7dba6fcda762 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Nov 25 04:08:26.835604 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Request body: {'port': {'device_id': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:26.949766 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:27.320798 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70682704-1e53-4419-86ca-cb169a086e96 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:08:27.330500 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:27.389731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Transition to ACTIVE for port object 70682704-1e53-4419-86ca-cb169a086e96 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:08:27.394476 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:27.399468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c1f075fe-114c-409a-bb4e-b813a7e20628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:27.545771 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Pushing event updated for resources: {'Port': ['ID=70682704-1e53-4419-86ca-cb169a086e96,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:27.556558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:27.628927 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75c40d-73b5-4ef1-b16d-da48d82c10bc req-0e4c8289-5321-42b4-b7a8-8fb838f6a103 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:27.630598 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1c75c40d-73b5-4ef1-b16d-da48d82c10bc req-0e4c8289-5321-42b4-b7a8-8fb838f6a103 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.3054526 Nov 25 04:08:27.680674 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097655-a203-4b39-ab25-71f1fc36a0dd req-dd5e814f-2332-4dc6-9d58-e59ab31a79a7 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:27.682442 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8f097655-a203-4b39-ab25-71f1fc36a0dd req-dd5e814f-2332-4dc6-9d58-e59ab31a79a7 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 944 time: 0.0892332 Nov 25 04:08:27.722370 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1c75c40d-73b5-4ef1-b16d-da48d82c10bc req-0d39eee0-a89f-4054-932e-aad667e9bfb1 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796638 Nov 25 04:08:27.727039 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Attempting to bind port 70682704-1e53-4419-86ca-cb169a086e96 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:08:27.727416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Attempting to bind port 70682704-1e53-4419-86ca-cb169a086e96 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:08:27.727785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Attempting to bind port 70682704-1e53-4419-86ca-cb169a086e96 on network 5c2008c6-c614-4546-bfbe-b8edf598f9da {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:08:27.733999 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Port 70682704-1e53-4419-86ca-cb169a086e96 on network 5c2008c6-c614-4546-bfbe-b8edf598f9da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:08:27.734885 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Attempting to bind port 70682704-1e53-4419-86ca-cb169a086e96 on network 5c2008c6-c614-4546-bfbe-b8edf598f9da {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:08:27.741839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:08:27.742283 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Checking segment: {'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:08:27.742660 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Bound using segment: {'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:08:27.743129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Bound port: 70682704-1e53-4419-86ca-cb169a086e96, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d21abc0-2af9-48ef-b897-a2195a4ca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:08:27.743556 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:27.745899 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8f097655-a203-4b39-ab25-71f1fc36a0dd req-f356622c-106d-4edc-9e77-bd3778c12f3d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559115 Nov 25 04:08:27.875291 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] For port 70682704-1e53-4419-86ca-cb169a086e96, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:08:27.878684 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] For port 70682704-1e53-4419-86ca-cb169a086e96, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=70682704-1e53-4419-86ca-cb169a086e96,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:08:27.882007 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:27.886747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:28.002770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:28.004264 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] 10.222.0.15 "PUT /v2.0/ports/70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 200 len: 1094 time: 1.2827864 Nov 25 04:08:28.009230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'tag': '70682704-1e53-4419-86ca-cb169a086e96'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:28.023498 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Pushing event updated for resources: {'Port': ['ID=70682704-1e53-4419-86ca-cb169a086e96,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:28.028225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:28.056910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35f7ad-a965-4666-8bb5-41bd0924a76d req-b4e51fef-c2fc-43c8-ba94-f82dc9461b33 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:28.058781 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2e35f7ad-a965-4666-8bb5-41bd0924a76d req-b4e51fef-c2fc-43c8-ba94-f82dc9461b33 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.1430976 Nov 25 04:08:28.165036 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'tag': '70682704-1e53-4419-86ca-cb169a086e96', 'status': 'completed', 'code': 200} Nov 25 04:08:28.174002 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2e35f7ad-a965-4666-8bb5-41bd0924a76d req-96ee8d09-7f04-48f7-9604-7e725105f70f tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048412 Nov 25 04:08:28.194951 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-2d2e7b37-85ff-477e-bc8f-e86e8f08c861 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d&device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 1097 time: 0.1245074 Nov 25 04:08:28.276091 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-178aecbb-ba11-4bf2-a3ae-97b2e31ee7ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 200 len: 217 time: 0.0645552 Nov 25 04:08:28.348520 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3f715-683f-497d-8818-c327aff3b46e req-3a5278be-7e0e-4717-bad4-ac3f5846f62d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:28.350076 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-3a5278be-7e0e-4717-bad4-ac3f5846f62d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f433915-62ac-40db-842e-32680290d917 HTTP/1.1" status: 200 len: 854 time: 0.0667751 Nov 25 04:08:28.430968 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-6dfc482b-4bd5-4ccd-a3bc-9ecc218addf1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2008c6-c614-4546-bfbe-b8edf598f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732486 Nov 25 04:08:28.576315 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-50e81599-f267-483c-91cb-979d35e73325 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370397 Nov 25 04:08:28.755983 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-41e3f715-683f-497d-8818-c327aff3b46e req-2f8f70e8-2220-4e4d-90eb-6a128ed302bc service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355529 Nov 25 04:08:28.950885 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d3e3f574-174d-4f41-8178-714dc6c606ef req-d5f6adeb-9a21-4d03-b566-d0d2262f3ba8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d&device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 1097 time: 0.0789046 Nov 25 04:08:28.986257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5ad09-a2a9-4fdf-9dc9-b87d25e4a8c2 req-24235651-f879-4734-9c44-3eaff24d82fb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:28.987939 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3bd5ad09-a2a9-4fdf-9dc9-b87d25e4a8c2 req-24235651-f879-4734-9c44-3eaff24d82fb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 944 time: 0.0993586 Nov 25 04:08:29.043898 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3bd5ad09-a2a9-4fdf-9dc9-b87d25e4a8c2 req-c7a8517a-06ec-4c36-90a0-77bfe78a2b9a tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487969 Nov 25 04:08:29.128013 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3f574-174d-4f41-8178-714dc6c606ef req-549c6ed3-8f43-4541-8b48-3ee8c0c198cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:29.129675 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d3e3f574-174d-4f41-8178-714dc6c606ef req-549c6ed3-8f43-4541-8b48-3ee8c0c198cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2008c6-c614-4546-bfbe-b8edf598f9da HTTP/1.1" status: 200 len: 916 time: 0.1590111 Nov 25 04:08:29.244236 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d3e3f574-174d-4f41-8178-714dc6c606ef req-7b870a28-8009-47d6-b365-7edaaef8531a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 200 len: 217 time: 0.1050801 Nov 25 04:08:29.285762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f9980-3413-413d-a505-cba3cf8ac7ea req-102ee4d2-2966-4fbf-9245-f0e0521e04a8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:29.287389 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4e6f9980-3413-413d-a505-cba3cf8ac7ea req-102ee4d2-2966-4fbf-9245-f0e0521e04a8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0934684 Nov 25 04:08:29.579282 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9aedea-c6b5-45f2-a01f-dfc87b5fcaf4 req-a2d0383b-208c-4edb-91f1-a6ef45a15677 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:29.580853 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1f9aedea-c6b5-45f2-a01f-dfc87b5fcaf4 req-a2d0383b-208c-4edb-91f1-a6ef45a15677 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.0878162 Nov 25 04:08:29.588871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 4f02efbc-f39e-404d-9751-e3cb2595a1c2 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:08:29.641160 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1f9aedea-c6b5-45f2-a01f-dfc87b5fcaf4 req-619ba5e3-1a0d-4228-af9b-8fc67218a0fb tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Nov 25 04:08:29.666479 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3f574-174d-4f41-8178-714dc6c606ef req-b85f2f76-a58a-4e2c-b03d-b8831ce16ad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:29.668069 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d3e3f574-174d-4f41-8178-714dc6c606ef req-b85f2f76-a58a-4e2c-b03d-b8831ce16ad7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f433915-62ac-40db-842e-32680290d917 HTTP/1.1" status: 200 len: 854 time: 0.3755634 Nov 25 04:08:29.716387 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4e6f9980-3413-413d-a505-cba3cf8ac7ea req-797ace3c-0ed7-4ce2-98c9-6a2130413ecf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4225907 Nov 25 04:08:29.738615 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:29.753005 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc6f67-8d8d-4ac3-877a-478c7021e461 req-abe24959-50e5-40d2-9f87-b35386fa6f91 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:29.754438 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-80cc6f67-8d8d-4ac3-877a-478c7021e461 req-abe24959-50e5-40d2-9f87-b35386fa6f91 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 946 time: 0.2041893 Nov 25 04:08:29.762101 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'port_id': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'mac_address': 'fa:16:3e:84:a3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:08:29.823191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:29.841431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f02efbc-f39e-404d-9751-e3cb2595a1c2 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:08:29.843112 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d3e3f574-174d-4f41-8178-714dc6c606ef req-57898faf-44d9-44ea-8a7e-6b0709935f32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2008c6-c614-4546-bfbe-b8edf598f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1678193 Nov 25 04:08:29.849523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-80cc6f67-8d8d-4ac3-877a-478c7021e461 req-023c4cec-4a8a-4f3e-abda-60b7a88d8d4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Deleting port 3d4580d2-032d-48c4-ab79-6ec78826531a {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:08:29.849907 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-80cc6f67-8d8d-4ac3-877a-478c7021e461 req-023c4cec-4a8a-4f3e-abda-60b7a88d8d4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:29.856564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:29.859927 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:29.861767 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bdec2f6e-f9a6-434b-9288-c673d66a09a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:29.927522 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=4f02efbc-f39e-404d-9751-e3cb2595a1c2,revision_number=6']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:29.936661 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:29.937047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:29.938194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:29.938727 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:29.939104 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:29.939472 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:29.939837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:29.940198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:29.940557 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:29.940917 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:29.941272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:29.945298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:30.082019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['4f02efbc-f39e-404d-9751-e3cb2595a1c2'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:08:30.124544 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d3e3f574-174d-4f41-8178-714dc6c606ef req-bde63323-db32-45e8-a2bb-be933bf8e141 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452033 Nov 25 04:08:30.276938 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560cb08-d5d8-475c-afc9-4f19f8759bfe req-a358c27c-c320-4fa9-9633-3d20f946d676 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:30.278860 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6560cb08-d5d8-475c-afc9-4f19f8759bfe req-a358c27c-c320-4fa9-9633-3d20f946d676 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 944 time: 0.0963395 Nov 25 04:08:30.332542 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6560cb08-d5d8-475c-afc9-4f19f8759bfe req-4f231b6d-3492-4e4c-a8a3-bba51c54dbb9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455995 Nov 25 04:08:30.357672 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-80cc6f67-8d8d-4ac3-877a-478c7021e461 req-023c4cec-4a8a-4f3e-abda-60b7a88d8d4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] For port 3d4580d2-032d-48c4-ab79-6ec78826531a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=3d4580d2-032d-48c4-ab79-6ec78826531a,segment=NetworkSegment(50b5435c-838e-4a65-9455-859ce48442f8),segment_id=50b5435c-838e-4a65-9455-859ce48442f8)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:30.358165 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-80cc6f67-8d8d-4ac3-877a-478c7021e461 req-023c4cec-4a8a-4f3e-abda-60b7a88d8d4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:30.529170 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-80cc6f67-8d8d-4ac3-877a-478c7021e461 req-023c4cec-4a8a-4f3e-abda-60b7a88d8d4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Calling delete_port for 3d4580d2-032d-48c4-ab79-6ec78826531a owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:08:30.559878 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d3e3f574-174d-4f41-8178-714dc6c606ef req-db00f004-a670-4fbe-9b05-24ca7eb83b70 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853552 Nov 25 04:08:30.704981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-80cc6f67-8d8d-4ac3-877a-478c7021e461 req-023c4cec-4a8a-4f3e-abda-60b7a88d8d4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:30.713008 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:30.747625 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['3d4580d2-032d-48c4-ab79-6ec78826531a'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:08:30.807374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c4cec-4a8a-4f3e-abda-60b7a88d8d4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Pushing event deleted for resources: {'Port': ['ID=3d4580d2-032d-48c4-ab79-6ec78826531a,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:30.813600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-023c4cec-4a8a-4f3e-abda-60b7a88d8d4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:30.888387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0af41c-f2ef-4503-a8ed-a3fbc5a10030 req-ead5942f-5c32-4438-84a1-f75d0ef9bc96 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:30.899126 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6e0af41c-f2ef-4503-a8ed-a3fbc5a10030 req-ead5942f-5c32-4438-84a1-f75d0ef9bc96 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1191247 Nov 25 04:08:30.914301 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cc6f67-8d8d-4ac3-877a-478c7021e461 req-023c4cec-4a8a-4f3e-abda-60b7a88d8d4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] No DVR routers for this DVR port 3d4580d2-032d-48c4-ab79-6ec78826531a on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:08:30.944968 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6e0af41c-f2ef-4503-a8ed-a3fbc5a10030 req-49e08a84-d71e-46cd-967e-9b935322bce5 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449026 Nov 25 04:08:30.956195 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-80cc6f67-8d8d-4ac3-877a-478c7021e461 req-023c4cec-4a8a-4f3e-abda-60b7a88d8d4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:30.964601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e22aa4-da1a-42aa-a1fe-4a6870efe84f', 'name': 'network-vif-deleted', 'tag': '3d4580d2-032d-48c4-ab79-6ec78826531a'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:30.992479 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-d22165e1-79ba-446f-979d-9bd00205efae req-802c63ad-52a7-44a1-bc87-443efaa9158d tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Synchronizing usage tracker for tenant:9f0d917c52b241799958e23c74fae016 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:08:30.998063 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-80cc6f67-8d8d-4ac3-877a-478c7021e461 req-023c4cec-4a8a-4f3e-abda-60b7a88d8d4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.15 "DELETE /v2.0/ports/3d4580d2-032d-48c4-ab79-6ec78826531a HTTP/1.1" status: 204 len: 173 time: 1.2350330 Nov 25 04:08:31.016248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-d22165e1-79ba-446f-979d-9bd00205efae req-802c63ad-52a7-44a1-bc87-443efaa9158d tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Unset dirty status for tenant:9f0d917c52b241799958e23c74fae016 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:08:31.017985 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d22165e1-79ba-446f-979d-9bd00205efae req-802c63ad-52a7-44a1-bc87-443efaa9158d tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e22aa4-da1a-42aa-a1fe-4a6870efe84f HTTP/1.1" status: 200 len: 210 time: 0.1119840 Nov 25 04:08:31.090955 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e22aa4-da1a-42aa-a1fe-4a6870efe84f', 'name': 'network-vif-deleted', 'tag': '3d4580d2-032d-48c4-ab79-6ec78826531a', 'status': 'completed', 'code': 200} Nov 25 04:08:31.212011 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67b36-a146-4915-bcdc-568474d24f89 req-c48d7e58-e907-448d-9899-45111e52a68e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:31.213650 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ac67b36-a146-4915-bcdc-568474d24f89 req-c48d7e58-e907-448d-9899-45111e52a68e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 945 time: 0.1060183 Nov 25 04:08:31.279039 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ac67b36-a146-4915-bcdc-568474d24f89 req-6f718955-f0e0-4313-b37c-d8f6a2afd72e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586352 Nov 25 04:08:31.577504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2677faf-310b-4c1f-b45d-ac1d3d74facb req-388578a6-3410-419c-b37d-c3aa513edb29 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:31.579254 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-b2677faf-310b-4c1f-b45d-ac1d3d74facb req-388578a6-3410-419c-b37d-c3aa513edb29 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Synchronizing usage tracker for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:08:31.595633 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 70682704-1e53-4419-86ca-cb169a086e96 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:08:31.627266 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-b2677faf-310b-4c1f-b45d-ac1d3d74facb req-388578a6-3410-419c-b37d-c3aa513edb29 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Unset dirty status for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:08:31.637825 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b2677faf-310b-4c1f-b45d-ac1d3d74facb req-388578a6-3410-419c-b37d-c3aa513edb29 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 944 time: 0.1627233 Nov 25 04:08:31.735507 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b2677faf-310b-4c1f-b45d-ac1d3d74facb req-442762d9-1623-4cea-9a0b-88b086f79ff9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959203 Nov 25 04:08:31.752605 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 4f02efbc-f39e-404d-9751-e3cb2595a1c2 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:08:31.902106 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 70682704-1e53-4419-86ca-cb169a086e96, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=70682704-1e53-4419-86ca-cb169a086e96,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:31.927068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '70682704-1e53-4419-86ca-cb169a086e96', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'port_id': '70682704-1e53-4419-86ca-cb169a086e96', 'mac_address': 'fa:16:3e:6e:c3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:08:32.004109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:32.036314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70682704-1e53-4419-86ca-cb169a086e96 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:08:32.070802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:32.071301 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:32.101584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 70682704-1e53-4419-86ca-cb169a086e96, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=70682704-1e53-4419-86ca-cb169a086e96,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:32.122126 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:32.126586 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8c528618-ab08-4475-b1e1-133819b9d8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:32.264712 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=70682704-1e53-4419-86ca-cb169a086e96,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:32.271439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:32.280556 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af73c27-17cb-467b-972c-1f5f7d94a31b req-e378a564-ab0a-44bb-884f-ab360269ca2e tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:32.284833 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4af73c27-17cb-467b-972c-1f5f7d94a31b req-e378a564-ab0a-44bb-884f-ab360269ca2e tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1264400 Nov 25 04:08:32.285147 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:32.322172 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:32.333431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:32.339846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:32.344306 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9fac76f8-86f7-48cc-a642-31e577223509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:32.356039 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4af73c27-17cb-467b-972c-1f5f7d94a31b req-2a8fa5c2-5f00-40dc-9df5-7a9d6ac11a80 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648251 Nov 25 04:08:32.420697 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=4f02efbc-f39e-404d-9751-e3cb2595a1c2,revision_number=7']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:32.433790 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:32.451477 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'code': 200} Nov 25 04:08:32.591149 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['70682704-1e53-4419-86ca-cb169a086e96'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:08:32.604485 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5cb42-e7f7-4bc3-a695-3d5564814259 req-7c947754-3753-4a46-bef9-3708ea6482d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:32.606339 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8ab5cb42-e7f7-4bc3-a695-3d5564814259 req-7c947754-3753-4a46-bef9-3708ea6482d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.1054146 Nov 25 04:08:32.670567 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8ab5cb42-e7f7-4bc3-a695-3d5564814259 req-c844b7ee-2754-4cb0-97d7-cf137526581b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571742 Nov 25 04:08:33.025821 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb70a3-3a1e-4171-b8dc-b19e0e8af625 req-105448ec-3db7-48a6-b236-a06edb57ad7d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:33.027487 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-97fb70a3-3a1e-4171-b8dc-b19e0e8af625 req-105448ec-3db7-48a6-b236-a06edb57ad7d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 945 time: 0.1118629 Nov 25 04:08:33.085742 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-97fb70a3-3a1e-4171-b8dc-b19e0e8af625 req-2b937bda-3d9c-494c-92d8-93838e201eb4 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508454 Nov 25 04:08:33.612525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 3d4580d2-032d-48c4-ab79-6ec78826531a no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:08:33.667822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557b996-2b58-4931-8f4c-4024cf2608b9 req-c0943930-c090-468d-8a20-1b1b0d451f8b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:33.678531 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5557b996-2b58-4931-8f4c-4024cf2608b9 req-c0943930-c090-468d-8a20-1b1b0d451f8b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1724701 Nov 25 04:08:33.696973 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: 3d4580d2-032d-48c4-ab79-6ec78826531a {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:08:33.697969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 3d4580d2-032d-48c4-ab79-6ec78826531a not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:08:33.762781 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5557b996-2b58-4931-8f4c-4024cf2608b9 req-f8c7aabd-3bb7-4996-bbe5-6272f9afa25e tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830948 Nov 25 04:08:33.961277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956971e-af07-431f-bed1-c0504fa9230d req-2826bb0e-7758-4db3-b808-3f5de6362666 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:33.962934 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f956971e-af07-431f-bed1-c0504fa9230d req-2826bb0e-7758-4db3-b808-3f5de6362666 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.1057372 Nov 25 04:08:34.019831 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f956971e-af07-431f-bed1-c0504fa9230d req-9d176a08-1d04-44ac-9409-5d83e0138670 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502455 Nov 25 04:08:34.322339 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d7f4c-e9ac-4b93-b921-d73561b39c8b req-dbf68795-86c4-46cc-af86-8b0f5768b465 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:34.324006 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7b2d7f4c-e9ac-4b93-b921-d73561b39c8b req-dbf68795-86c4-46cc-af86-8b0f5768b465 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 945 time: 0.0904508 Nov 25 04:08:34.374701 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7b2d7f4c-e9ac-4b93-b921-d73561b39c8b req-05467a93-b4ad-43bf-8ab6-dc4867edf711 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437624 Nov 25 04:08:34.991198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4567c-85aa-4777-a625-b0cfd39ce46f req-df23280b-8159-4e30-b68f-5c2781b07f22 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:34.992810 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e7d4567c-85aa-4777-a625-b0cfd39ce46f req-df23280b-8159-4e30-b68f-5c2781b07f22 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0943494 Nov 25 04:08:35.047558 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e7d4567c-85aa-4777-a625-b0cfd39ce46f req-4f8f849e-54ba-45dc-88a6-27e3e07680e2 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451994 Nov 25 04:08:35.354542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3fc26-7d70-446e-ac6e-4fe85aad63d2 req-2e997ee1-0ebe-4cba-83b0-906cbddb5b6b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:35.356259 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c4f3fc26-7d70-446e-ac6e-4fe85aad63d2 req-2e997ee1-0ebe-4cba-83b0-906cbddb5b6b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.1281350 Nov 25 04:08:35.426888 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c4f3fc26-7d70-446e-ac6e-4fe85aad63d2 req-a85272c4-fde5-406b-a558-38db3be3f5d6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638282 Nov 25 04:08:35.630549 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 70682704-1e53-4419-86ca-cb169a086e96 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:08:35.668130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2c0fd-524f-465c-ba3e-58404e659942 req-5263499d-ebbc-48c0-aa0a-e1e2d6d23228 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:35.670307 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0ee2c0fd-524f-465c-ba3e-58404e659942 req-5263499d-ebbc-48c0-aa0a-e1e2d6d23228 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 945 time: 0.0985572 Nov 25 04:08:35.726203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port 70682704-1e53-4419-86ca-cb169a086e96 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:08:35.727874 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0ee2c0fd-524f-465c-ba3e-58404e659942 req-0f3cfe3f-4b39-4597-a70a-98fdc09f55f8 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505211 Nov 25 04:08:35.732431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 70682704-1e53-4419-86ca-cb169a086e96 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:35.733097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:35.882117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:35.914624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70682704-1e53-4419-86ca-cb169a086e96'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:35.925841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 70682704-1e53-4419-86ca-cb169a086e96, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=70682704-1e53-4419-86ca-cb169a086e96,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:35.929554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:35.932181 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:35.985689 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70682704-1e53-4419-86ca-cb169a086e96', 'code': 200} Nov 25 04:08:36.006566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=70682704-1e53-4419-86ca-cb169a086e96,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:36.010135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:36.280057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df079f7-58e1-4863-bfb4-d17f15a8db4b req-b786eba1-e7ed-4265-8e17-4eb83ceddc6b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:36.282169 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8df079f7-58e1-4863-bfb4-d17f15a8db4b req-b786eba1-e7ed-4265-8e17-4eb83ceddc6b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0940030 Nov 25 04:08:36.348978 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8df079f7-58e1-4863-bfb4-d17f15a8db4b req-70f719e9-6e56-40f3-aec7-087673bf5e96 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599613 Nov 25 04:08:36.352379 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1d6e13b4-3be5-47aa-87bb-04cf0a0180c9 req-3cd5df04-3a72-4af2-a530-1cef90a7e752 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 1099 time: 0.0913699 Nov 25 04:08:36.413112 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1d6e13b4-3be5-47aa-87bb-04cf0a0180c9 req-834a8f9e-48df-4c7a-b0b5-7c428348d9fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 Nov 25 04:08:36.670010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488752e-0a0c-4cd7-a635-51d88977e285 req-d061b646-4621-4122-b423-057a504ff355 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:36.670010 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7488752e-0a0c-4cd7-a635-51d88977e285 req-d061b646-4621-4122-b423-057a504ff355 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0978107 Nov 25 04:08:36.722393 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7488752e-0a0c-4cd7-a635-51d88977e285 req-1a22af9d-12fd-45ac-a001-74e90a99e9b7 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482993 Nov 25 04:08:36.994464 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38380b55-ff29-484e-99fe-e5c02520bb44 req-0f26187a-2d03-43b4-87e1-944980ff059f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:36.996112 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-38380b55-ff29-484e-99fe-e5c02520bb44 req-0f26187a-2d03-43b4-87e1-944980ff059f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 946 time: 0.0968289 Nov 25 04:08:37.052071 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-38380b55-ff29-484e-99fe-e5c02520bb44 req-7dde7d24-592b-441d-9955-9fc93ba201cb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478234 Nov 25 04:08:37.058640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-23e2ca01-1c0d-4356-81e8-03c45619a6c0 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:37.060580 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-23e2ca01-1c0d-4356-81e8-03c45619a6c0 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/networks?id=1e468742-190c-498b-8ed8-9aec5f941ee6 HTTP/1.1" status: 200 len: 813 time: 0.1948907 Nov 25 04:08:37.083544 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-093da318-2fef-4660-b21e-6ead48e67523 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/quotas/9f0d917c52b241799958e23c74fae016 HTTP/1.1" status: 200 len: 375 time: 0.0141125 Nov 25 04:08:37.135949 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-9f264555-bf8b-41c2-ab82-6a0f010406d8 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0d917c52b241799958e23c74fae016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456336 Nov 25 04:08:37.366059 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-9b27e0d8-235a-4f48-8580-95eb00318405 service neutron] 10.222.0.47 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202730 Nov 25 04:08:37.576666 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-8bf6c33c-ac23-4830-a047-fe532977be05 service neutron] 10.222.0.47 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038612 Nov 25 04:08:37.617157 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36377b0-9be5-455a-8965-e31b1e794a04 req-a3ebde50-a3fe-45df-913d-b2a04a50a859 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:37.618760 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a36377b0-9be5-455a-8965-e31b1e794a04 req-a3ebde50-a3fe-45df-913d-b2a04a50a859 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1062267 Nov 25 04:08:37.774893 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a36377b0-9be5-455a-8965-e31b1e794a04 req-d17400e0-2d4d-4187-b1b8-361f9765f663 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500297 Nov 25 04:08:37.914041 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4e50fe53-f2f7-4073-b813-0551b5b5b414 req-62aabe0f-1362-4cff-aac8-889f9c7069c3 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 210 time: 0.0639129 Nov 25 04:08:38.036917 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac2c6d-894e-4fa3-a22f-7b1d70b962e0 req-7e276a5e-afe5-4a72-8ed2-87f22bda3ef5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:38.046544 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a5ac2c6d-894e-4fa3-a22f-7b1d70b962e0 req-7e276a5e-afe5-4a72-8ed2-87f22bda3ef5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.1097958 Nov 25 04:08:38.106388 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a5ac2c6d-894e-4fa3-a22f-7b1d70b962e0 req-834d60e5-1366-47a3-96d4-455bb3f2fb6a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587940 Nov 25 04:08:38.347231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce5193-4681-4bc1-9eb9-c5e3d990d56b req-49f4fba6-b63e-4113-9055-38d34fc82363 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:38.348971 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d2ce5193-4681-4bc1-9eb9-c5e3d990d56b req-49f4fba6-b63e-4113-9055-38d34fc82363 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 946 time: 0.0989511 Nov 25 04:08:38.430469 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d2ce5193-4681-4bc1-9eb9-c5e3d990d56b req-032a2ffa-01e6-48a0-90f1-8c6ae3dceed6 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732617 Nov 25 04:08:38.664002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a1a0e-3876-4ac5-b82f-a013a81b6083 req-73275636-0fe3-443d-af1b-0a1417c7edd8 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:38.665672 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-682a1a0e-3876-4ac5-b82f-a013a81b6083 req-73275636-0fe3-443d-af1b-0a1417c7edd8 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 946 time: 0.1036112 Nov 25 04:08:38.720335 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-682a1a0e-3876-4ac5-b82f-a013a81b6083 req-5102ebd7-18fc-4cdb-9e3e-3f14e5da98d8 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475178 Nov 25 04:08:39.019558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dca42d-724b-4209-a525-0707dc815813 req-5bdde775-77f1-4d50-a95d-8e94b91d6a8a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:39.034713 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-46dca42d-724b-4209-a525-0707dc815813 req-5bdde775-77f1-4d50-a95d-8e94b91d6a8a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1186876 Nov 25 04:08:39.115605 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-46dca42d-724b-4209-a525-0707dc815813 req-96f89e3c-9c98-4dfb-a502-89beaa7003ee tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797203 Nov 25 04:08:39.228969 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6fbc2abf-483c-411d-8be5-4df90075ac15 req-e6943aeb-1ca2-4bd7-b981-d9e5873fc42d tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 210 time: 0.0832770 Nov 25 04:08:39.365206 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9e32-e1e6-47af-b58e-b12c32b382f1 req-74a21a74-57c1-495b-9562-70296d27a5a2 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:39.367124 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5a1f9e32-e1e6-47af-b58e-b12c32b382f1 req-74a21a74-57c1-495b-9562-70296d27a5a2 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 946 time: 0.1134946 Nov 25 04:08:39.466198 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5a1f9e32-e1e6-47af-b58e-b12c32b382f1 req-46c85b76-ebb8-4983-8cf6-62cb24dadabb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892589 Nov 25 04:08:39.501215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-facbcdf4-e663-44d7-9544-594ff8ac3f27 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:39.503302 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-facbcdf4-e663-44d7-9544-594ff8ac3f27 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.15 "GET /v2.0/networks?id=1e468742-190c-498b-8ed8-9aec5f941ee6 HTTP/1.1" status: 200 len: 813 time: 0.3187785 Nov 25 04:08:39.542686 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Request body: {'port': {'device_id': '91e9f4bb-dfe9-46b1-9a57-f8411d477102', 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6', 'admin_state_up': True, 'tenant_id': '9f0d917c52b241799958e23c74fae016'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:39.662846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2373ae-b1af-4505-8fa2-aec362b03628 req-ffccdd6a-edc6-472b-ab5c-08634196f79d tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:39.665087 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1c2373ae-b1af-4505-8fa2-aec362b03628 req-ffccdd6a-edc6-472b-ab5c-08634196f79d tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.2420557 Nov 25 04:08:39.767081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:08:39.792220 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:08:39.836730 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1c2373ae-b1af-4505-8fa2-aec362b03628 req-f3f36043-82d4-4c0e-b61d-c6c60134f712 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622756 Nov 25 04:08:39.839914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Made reservation on behalf of 9f0d917c52b241799958e23c74fae016 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:08:39.846711 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:40.062808 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Allocated IP 172.20.0.12 (1e468742-190c-498b-8ed8-9aec5f941ee6/1b23b769-99a8-4cfd-ad81-50fad2b6da5e/be1abbec-fd25-4cc4-b9bd-64d5e9da6c33) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:08:40.497217 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12534f-c7cf-4ed8-9267-1102db5d0edd req-433a178a-9f29-46d7-839c-ea823fd0399b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:40.499425 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1b12534f-c7cf-4ed8-9267-1102db5d0edd req-433a178a-9f29-46d7-839c-ea823fd0399b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1800058 Nov 25 04:08:40.560305 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1b12534f-c7cf-4ed8-9267-1102db5d0edd req-efccff0a-0a43-401a-8059-57895040c8bc tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513942 Nov 25 04:08:40.590339 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-867d82b8-3e29-4749-8da4-1cc976e172cf req-d52706e1-e0bc-4a52-9875-aaf8c166bb09 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 210 time: 0.0628030 Nov 25 04:08:40.671055 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:40.702387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:40.710690 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1bbcc894-82c5-4373-a80d-d0a67f240874 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:40.808910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Pushing event updated for resources: {'Port': ['ID=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:40.823200 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:40.836834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Network 1e468742-190c-498b-8ed8-9aec5f941ee6 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:08:40.838139 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:08:40.840834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:08:40.909590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:40.910406 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:40.951924 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-a7769571-d598-4c41-a9b3-8228827f9d14 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4140432 Nov 25 04:08:40.972125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Request body: {'port': {'device_id': '91e9f4bb-dfe9-46b1-9a57-f8411d477102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:41.213440 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:41.248115 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c2b01c77-c75a-494b-a575-33ea21fd6762 req-426db75d-0a0e-4c78-baa2-c419c2be7604 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7109e4e352c54001a318a33903fc7bbf&device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 1098 time: 0.2446158 Nov 25 04:08:41.283795 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978942c1-0567-4efa-8933-f89f283496e2 req-c9ea57a4-cd45-4f56-8504-2baac2ff0bbc tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:41.285371 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-978942c1-0567-4efa-8933-f89f283496e2 req-c9ea57a4-cd45-4f56-8504-2baac2ff0bbc tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.2807631 Nov 25 04:08:41.538615 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-978942c1-0567-4efa-8933-f89f283496e2 req-2574a263-bdc9-499c-a40a-6a74a6c71772 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265892 Nov 25 04:08:41.554690 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b01c77-c75a-494b-a575-33ea21fd6762 req-8e06bcab-6e0e-4f84-9abd-4fbcdf112696 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:41.556250 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c2b01c77-c75a-494b-a575-33ea21fd6762 req-8e06bcab-6e0e-4f84-9abd-4fbcdf112696 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d782c046-109e-4cc0-a0b2-334f293eed48 HTTP/1.1" status: 200 len: 910 time: 0.2829092 Nov 25 04:08:41.858405 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c2b01c77-c75a-494b-a575-33ea21fd6762 req-44802164-4d9a-4e47-a991-7e0765ea8598 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 HTTP/1.1" status: 200 len: 1000 time: 0.2804739 Nov 25 04:08:42.029894 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813cab9-0801-4fda-b0c2-8b5ebe39c03a req-4d86e936-400b-408d-8a1d-9afab47455cd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:42.032646 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d813cab9-0801-4fda-b0c2-8b5ebe39c03a req-4d86e936-400b-408d-8a1d-9afab47455cd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.3048966 Nov 25 04:08:42.033575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b01c77-c75a-494b-a575-33ea21fd6762 req-90b91c8b-e43a-45c2-ac03-99081cd1cec1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:42.035028 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c2b01c77-c75a-494b-a575-33ea21fd6762 req-90b91c8b-e43a-45c2-ac03-99081cd1cec1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8d5d8d9-0748-4375-b694-c56a0e47d2b5 HTTP/1.1" status: 200 len: 848 time: 0.1390855 Nov 25 04:08:42.186080 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7b31202b-8591-4b92-9334-389f5fe16e0f req-673fd3ac-55b6-40cc-82e0-a0d8a5d98743 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 1099 time: 0.3412914 Nov 25 04:08:42.240262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff11602-ef68-49dd-aa73-46e5b79988d9 req-91bf5ace-7ab0-4148-86b9-844801883c26 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:42.242076 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0ff11602-ef68-49dd-aa73-46e5b79988d9 req-91bf5ace-7ab0-4148-86b9-844801883c26 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 932 time: 0.0834026 Nov 25 04:08:42.243912 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:08:42.300975 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0ff11602-ef68-49dd-aa73-46e5b79988d9 req-bcb570f7-9f82-45ef-a64b-768707b9031b tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473547 Nov 25 04:08:42.308007 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d813cab9-0801-4fda-b0c2-8b5ebe39c03a req-f66aca10-677e-4ffa-8382-1329be9116cd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589045 Nov 25 04:08:42.314954 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:42.346253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Transition to ACTIVE for port object be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:08:42.365777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:42.373204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cd046085-88a3-4649-823f-a8439aa83ba3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:42.442432 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c2b01c77-c75a-494b-a575-33ea21fd6762 req-a7045033-fa74-4cf9-84ac-399ada1644ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d782c046-109e-4cc0-a0b2-334f293eed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3911364 Nov 25 04:08:42.570057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31202b-8591-4b92-9334-389f5fe16e0f req-6ad714e1-6e3d-487c-9f97-69ec8c58fd3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:42.571616 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7b31202b-8591-4b92-9334-389f5fe16e0f req-6ad714e1-6e3d-487c-9f97-69ec8c58fd3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 917 time: 0.3628314 Nov 25 04:08:42.627662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Pushing event updated for resources: {'Port': ['ID=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:42.686499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:43.141377 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7b31202b-8591-4b92-9334-389f5fe16e0f req-1c117e8c-b4cb-428e-a088-be4c6cf26e26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2 HTTP/1.1" status: 200 len: 1001 time: 0.5170567 Nov 25 04:08:43.153479 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c2b01c77-c75a-494b-a575-33ea21fd6762 req-63b5391f-12d0-4af8-bb29-a98d918a1628 service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419361 Nov 25 04:08:43.266259 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Attempting to bind port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:08:43.266629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Attempting to bind port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '50b5435c-838e-4a65-9455-859ce48442f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:08:43.266996 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Attempting to bind port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 on network 1e468742-190c-498b-8ed8-9aec5f941ee6 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:08:43.349262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57c237-a7d8-47a8-9c5d-6f942db8dcd9 req-9b3ffd31-205e-42f5-aa56-a13567013f4b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:43.350903 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1f57c237-a7d8-47a8-9c5d-6f942db8dcd9 req-9b3ffd31-205e-42f5-aa56-a13567013f4b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.3844299 Nov 25 04:08:43.352300 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31202b-8591-4b92-9334-389f5fe16e0f req-f844089a-71ec-492a-aea8-c2e53a89791c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:43.353732 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7b31202b-8591-4b92-9334-389f5fe16e0f req-f844089a-71ec-492a-aea8-c2e53a89791c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 200 len: 855 time: 0.2049503 Nov 25 04:08:43.357674 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 on network 1e468742-190c-498b-8ed8-9aec5f941ee6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:08:43.358263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Attempting to bind port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 on network 1e468742-190c-498b-8ed8-9aec5f941ee6 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:08:43.457709 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:08:43.458149 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Checking segment: {'id': '50b5435c-838e-4a65-9455-859ce48442f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:08:43.458577 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Bound using segment: {'id': '50b5435c-838e-4a65-9455-859ce48442f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:08:43.459059 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Bound port: be1abbec-fd25-4cc4-b9bd-64d5e9da6c33, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b5435c-838e-4a65-9455-859ce48442f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:08:43.459445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:43.525694 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6f9d-0aaf-40e1-83c3-2b196e6ee08a req-9439b4b1-46a1-4bee-8464-f8c50f229f11 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:43.527379 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-650b6f9d-0aaf-40e1-83c3-2b196e6ee08a req-9439b4b1-46a1-4bee-8464-f8c50f229f11 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 944 time: 0.0848820 Nov 25 04:08:43.554936 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c2b01c77-c75a-494b-a575-33ea21fd6762 req-4baeaada-b7ae-4106-a45b-a2586ed5797d service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541315 Nov 25 04:08:43.572475 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1f57c237-a7d8-47a8-9c5d-6f942db8dcd9 req-8ab4031b-fac9-4538-b6f9-d9027af7a5ac tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109659 Nov 25 04:08:43.585916 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-650b6f9d-0aaf-40e1-83c3-2b196e6ee08a req-e151862b-d60d-4b00-b31e-e3d0d192f471 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512238 Nov 25 04:08:43.609853 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7beb3fad-3c8c-48ba-8ee4-ff00890c3b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:43.635975 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7b31202b-8591-4b92-9334-389f5fe16e0f req-e7c7f4f0-33fa-4d09-9372-4c95125fad10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a25752b1-9c08-4df0-8384-722234ed08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2714577 Nov 25 04:08:43.637084 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] For port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:08:43.641620 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] For port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33,segment=NetworkSegment(50b5435c-838e-4a65-9455-859ce48442f8),segment_id=50b5435c-838e-4a65-9455-859ce48442f8)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:08:43.645257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:43.650519 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:43.740883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:43.742394 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 HTTP/1.1" status: 200 len: 1094 time: 2.7762885 Nov 25 04:08:43.799448 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e9f4bb-dfe9-46b1-9a57-f8411d477102', 'tag': 'be1abbec-fd25-4cc4-b9bd-64d5e9da6c33'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:43.835508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59a6e0-3e8c-4d92-bc55-ead37921b03b req-00391d13-25b2-478c-961b-7841aef76b02 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:43.837119 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ad59a6e0-3e8c-4d92-bc55-ead37921b03b req-00391d13-25b2-478c-961b-7841aef76b02 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1082661 Nov 25 04:08:43.878595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Pushing event updated for resources: {'Port': ['ID=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:43.887226 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ad59a6e0-3e8c-4d92-bc55-ead37921b03b req-c7d81255-c512-481c-bc1a-111525e3aabd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439377 Nov 25 04:08:43.889009 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e9f4bb-dfe9-46b1-9a57-f8411d477102', 'tag': 'be1abbec-fd25-4cc4-b9bd-64d5e9da6c33', 'status': 'completed', 'code': 200} Nov 25 04:08:43.904309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:43.951649 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7b31202b-8591-4b92-9334-389f5fe16e0f req-2e615a02-7a45-493e-a62d-400935a9d290 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642446 Nov 25 04:08:44.054752 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-d98e4eed-62b9-44c6-9947-9ed14d9860aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f0d917c52b241799958e23c74fae016&device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 1097 time: 0.2126100 Nov 25 04:08:44.169338 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-b0fa0f5d-e6d8-4fed-b04c-1402d5f77c3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 HTTP/1.1" status: 200 len: 217 time: 0.0948174 Nov 25 04:08:44.172723 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7b31202b-8591-4b92-9334-389f5fe16e0f req-50683154-f20e-4bec-85ef-096ba9df9ac4 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147982 Nov 25 04:08:44.248277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-e0d86b9e-1f88-4081-9fb3-ae6a0a2d2313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:44.249907 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-e0d86b9e-1f88-4081-9fb3-ae6a0a2d2313 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1b23b769-99a8-4cfd-ad81-50fad2b6da5e HTTP/1.1" status: 200 len: 853 time: 0.0640373 Nov 25 04:08:44.306082 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-eaed651e-6aa3-45b7-b597-94b86e80af6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e468742-190c-498b-8ed8-9aec5f941ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465283 Nov 25 04:08:44.450814 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-78055990-ef72-4093-99a0-35e16138b570 service neutron] 10.222.0.15 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366820 Nov 25 04:08:44.596673 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5b32a07e-3025-4fbd-9644-5c58e7b494d2 req-95f4f126-8fb5-45d7-ab2e-7c372f4be4a7 service neutron] 10.222.0.15 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378164 Nov 25 04:08:44.793179 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683df30-02a0-423e-be67-92e473a816c6 req-e35b9850-c696-449f-bc1b-1d5bfd00b192 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:44.794732 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1683df30-02a0-423e-be67-92e473a816c6 req-e35b9850-c696-449f-bc1b-1d5bfd00b192 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 946 time: 0.1451912 Nov 25 04:08:44.808810 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c1eb48c6-0acd-4af8-8bfa-d5f499ee2f4b req-fd2b8480-d062-417e-9642-82ee8a41a15b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f0d917c52b241799958e23c74fae016&device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 1097 time: 0.1181383 Nov 25 04:08:44.818734 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361f9b0-cf74-4092-b5a8-3c07b05bd186 req-c5415073-6797-49dc-a9d5-f632976dfde0 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:44.820287 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6361f9b0-cf74-4092-b5a8-3c07b05bd186 req-c5415073-6797-49dc-a9d5-f632976dfde0 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 944 time: 0.0878253 Nov 25 04:08:44.868705 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6361f9b0-cf74-4092-b5a8-3c07b05bd186 req-ea53be82-234c-4fc5-9c2f-fd4026e201cc tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 Nov 25 04:08:44.947629 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1683df30-02a0-423e-be67-92e473a816c6 req-3664d7cb-a870-41c4-8d4d-e4356dd98030 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446581 Nov 25 04:08:44.978367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 50676) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:08:45.001379 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb48c6-0acd-4af8-8bfa-d5f499ee2f4b req-f487a8f0-4618-4afc-9188-6daf781af48b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:45.003046 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c1eb48c6-0acd-4af8-8bfa-d5f499ee2f4b req-f487a8f0-4618-4afc-9188-6daf781af48b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e468742-190c-498b-8ed8-9aec5f941ee6 HTTP/1.1" status: 200 len: 914 time: 0.1784363 Nov 25 04:08:45.083268 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c1eb48c6-0acd-4af8-8bfa-d5f499ee2f4b req-d4da9fa8-c74b-4c99-ad03-6bd1cc245923 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 HTTP/1.1" status: 200 len: 217 time: 0.0716619 Nov 25 04:08:45.114198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:45.177008 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e38c1b48-ecc7-4234-ad83-f1d931bb1b9b tempest-TestMinimumBasicScenario-1789995226 tempest-TestMinimumBasicScenario-1789995226-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 1094 time: 0.1944761 Nov 25 04:08:45.177541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 50682) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:08:45.184970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Request body: {'floatingip': {'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'port_id': '70682704-1e53-4419-86ca-cb169a086e96', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:45.194641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:08:45.202225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Usage tracker for resource:floatingip and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:08:45.205808 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb48c6-0acd-4af8-8bfa-d5f499ee2f4b req-97b0f6cd-e404-40a6-8df6-b2f252155d5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:45.207813 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c1eb48c6-0acd-4af8-8bfa-d5f499ee2f4b req-97b0f6cd-e404-40a6-8df6-b2f252155d5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1b23b769-99a8-4cfd-ad81-50fad2b6da5e HTTP/1.1" status: 200 len: 853 time: 0.0937793 Nov 25 04:08:45.208489 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:08:45.214693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:08:45.223590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d19f3-3113-490d-8bda-b6519cb23e96 req-f9126b59-65ba-41aa-9371-2ab04976e28b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:45.225175 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-193d19f3-3113-490d-8bda-b6519cb23e96 req-f9126b59-65ba-41aa-9371-2ab04976e28b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 946 time: 0.0886846 Nov 25 04:08:45.266262 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c1eb48c6-0acd-4af8-8bfa-d5f499ee2f4b req-914428c1-c9e3-4443-bbea-ddcfe3309a96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e468742-190c-498b-8ed8-9aec5f941ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480096 Nov 25 04:08:45.267469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for floatingip, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:45.277408 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-193d19f3-3113-490d-8bda-b6519cb23e96 req-0fa52b24-a02d-4f44-a3cd-3f8804968e7b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443096 Nov 25 04:08:45.554415 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c1eb48c6-0acd-4af8-8bfa-d5f499ee2f4b req-91511fbd-50ce-495a-9417-81c02f7a1e60 service neutron] 10.222.0.15 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677162 Nov 25 04:08:45.659582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a009-6bdb-4c37-b04c-02a0f6c59109 req-f07ae47f-e17a-4a5c-81bc-4a474b6c1847 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:45.661197 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2d07a009-6bdb-4c37-b04c-02a0f6c59109 req-f07ae47f-e17a-4a5c-81bc-4a474b6c1847 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.3735025 Nov 25 04:08:45.688105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 4f02efbc-f39e-404d-9751-e3cb2595a1c2 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:08:45.739966 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:08:45.787850 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2d07a009-6bdb-4c37-b04c-02a0f6c59109 req-2410a771-ad3b-424c-8cc6-5b7321f92a8b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184764 Nov 25 04:08:45.794855 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c1eb48c6-0acd-4af8-8bfa-d5f499ee2f4b req-73bcfebb-bf8b-4375-ab10-bb923665b167 service neutron] 10.222.0.15 "GET /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317693 Nov 25 04:08:45.797690 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:45.815501 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:45.852276 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:45.861071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:45.864171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:45.867023 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:45.942142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=4f02efbc-f39e-404d-9751-e3cb2595a1c2,revision_number=8']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:45.945604 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:45.984271 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Allocated IP 172.28.0.155 (fbbf2050-665c-4306-843a-806da9ab5719/d6501d46-a068-4eab-a140-870c3ebc33c8/cc08b66e-7d9e-4b54-9423-5f60401ec78e) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:08:46.007290 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'code': 200} Nov 25 04:08:46.051592 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5ed39253-84bf-48c7-8f2b-431f3ee39874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:46.093126 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:46.461246 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:46.470362 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcba568-c337-4e9f-9d12-28caa534e1ec req-3da7d1e3-d0dd-43c5-ad03-62e4df17923d tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:46.471114 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-dfcba568-c337-4e9f-9d12-28caa534e1ec req-3da7d1e3-d0dd-43c5-ad03-62e4df17923d tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Synchronizing usage tracker for tenant:9f0d917c52b241799958e23c74fae016 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:08:46.494670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-dfcba568-c337-4e9f-9d12-28caa534e1ec req-3da7d1e3-d0dd-43c5-ad03-62e4df17923d tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Unset dirty status for tenant:9f0d917c52b241799958e23c74fae016 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:08:46.496864 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dfcba568-c337-4e9f-9d12-28caa534e1ec req-3da7d1e3-d0dd-43c5-ad03-62e4df17923d tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 944 time: 0.4234357 Nov 25 04:08:46.531977 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b408-6496-4b11-b335-2d09791dad8d req-b454ceca-d879-463e-a6c1-77e6de489800 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:46.533576 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7c41b408-6496-4b11-b335-2d09791dad8d req-b454ceca-d879-463e-a6c1-77e6de489800 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0886750 Nov 25 04:08:46.551416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:46.558731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-74e9a610-ab09-45a5-8cd0-b1611c0abc01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:46.586964 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7c41b408-6496-4b11-b335-2d09791dad8d req-800b32c8-dbce-4445-ac30-d12bb3c5259a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466208 Nov 25 04:08:46.621252 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dfcba568-c337-4e9f-9d12-28caa534e1ec req-b677cd4f-840d-4d86-be22-c6d333728c59 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155276 Nov 25 04:08:46.634311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Network fbbf2050-665c-4306-843a-806da9ab5719 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:08:46.634311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:08:46.647644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:08:46.711201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'Port': ['ID=cc08b66e-7d9e-4b54-9423-5f60401ec78e,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:46.726235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:47.028375 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3034cb-6339-405c-82ba-66f7edb2849c req-fa67272d-0042-4c22-b6b1-b1639e4ee332 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:47.036846 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4c3034cb-6339-405c-82ba-66f7edb2849c req-fa67272d-0042-4c22-b6b1-b1639e4ee332 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1054938 Nov 25 04:08:47.097505 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4c3034cb-6339-405c-82ba-66f7edb2849c req-6ce8d31b-2707-47a4-b2e4-a73847c156e0 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592632 Nov 25 04:08:47.338514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:47.382707 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ab8ee2ef-c973-4e33-9ef2-65cfaf2340b2 req-67b8bb2f-2be9-4ea8-bdf3-8b97c67d7d29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0982382 Nov 25 04:08:47.407125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:47.628200 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 50732) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:08:47.674501 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:47.678532 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:47.684122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0372641c-751e-4ab4-b1bb-6b2fd29e01ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:47.700415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:08:47.712815 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3bd4f-6c89-4bcf-be95-4c50a94ef773 req-8145d28d-bd77-4719-addc-0e6183411cb6 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:47.715065 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-87f3bd4f-6c89-4bcf-be95-4c50a94ef773 req-8145d28d-bd77-4719-addc-0e6183411cb6 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1038744 Nov 25 04:08:47.812550 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-87f3bd4f-6c89-4bcf-be95-4c50a94ef773 req-234cf9f4-6d03-4d98-9692-00b15e7d4b11 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892675 Nov 25 04:08:47.875963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'Port': ['ID=cc08b66e-7d9e-4b54-9423-5f60401ec78e,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:47.881161 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:47.911765 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:47.991936 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8da946a-8077-4228-8364-6cfe803a766c req-839f9400-49a2-47ea-8b4c-d23e90b00699 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3625178 Nov 25 04:08:48.059308 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4e72e-d71e-4265-968e-5e777c420035 req-c362d431-717f-4f4e-a6c9-c0788c2b0ecb tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:48.061442 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-39b4e72e-d71e-4265-968e-5e777c420035 req-c362d431-717f-4f4e-a6c9-c0788c2b0ecb tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 944 time: 0.1236105 Nov 25 04:08:48.097396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:48.115913 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-39b4e72e-d71e-4265-968e-5e777c420035 req-9f676d48-519a-48e6-b29b-7fd377e0973e tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475631 Nov 25 04:08:48.165829 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33,segment=NetworkSegment(50b5435c-838e-4a65-9455-859ce48442f8),segment_id=50b5435c-838e-4a65-9455-859ce48442f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:48.181311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': 'be1abbec-fd25-4cc4-b9bd-64d5e9da6c33', 'network_id': '1e468742-190c-498b-8ed8-9aec5f941ee6', 'port_id': 'be1abbec-fd25-4cc4-b9bd-64d5e9da6c33', 'mac_address': 'fa:16:3e:c6:ac:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b23b769-99a8-4cfd-ad81-50fad2b6da5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:08:48.190440 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_db [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Floating IP e84dea36-7b4a-445e-a018-0c55cd0670d7 associated. External IP: 172.28.0.155, port: 70682704-1e53-4419-86ca-cb169a086e96. Nov 25 04:08:48.246681 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:48.271431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:08:48.291012 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33,segment=NetworkSegment(50b5435c-838e-4a65-9455-859ce48442f8),segment_id=50b5435c-838e-4a65-9455-859ce48442f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:48.295188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:48.299061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:48.380926 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:48.384162 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:48.605758 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7d126ee0-7cf1-429a-8ff6-30bd70b37bb5 req-cf13816e-2355-4d8e-bef0-9c29bc9de38c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2349317 Nov 25 04:08:48.714756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['be1abbec-fd25-4cc4-b9bd-64d5e9da6c33'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:08:48.736991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:08:49.171016 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-021bbe24-9ad9-435a-a5e5-23cdc49d9c5c req-a40b125a-a310-4fa8-8702-dd435c1d35c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2594960 Nov 25 04:08:49.184680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0c4b7-cf65-4444-93f1-3b7d5d497a54 req-0fc9bd5e-fd2e-4aaa-a49f-afc942dd2d84 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:49.186362 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-17e0c4b7-cf65-4444-93f1-3b7d5d497a54 req-0fc9bd5e-fd2e-4aaa-a49f-afc942dd2d84 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.2247391 Nov 25 04:08:49.245640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dabbb-d14e-47b0-a020-dee08c320a99 req-a883b578-d68d-4a28-865a-20e5517a3fe4 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:49.247675 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ef0dabbb-d14e-47b0-a020-dee08c320a99 req-a883b578-d68d-4a28-865a-20e5517a3fe4 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0956464 Nov 25 04:08:49.263428 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-17e0c4b7-cf65-4444-93f1-3b7d5d497a54 req-98bb9220-0480-4003-9e22-5f1643ca3792 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654333 Nov 25 04:08:49.265241 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:08:49.280852 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5561f8-9053-45b1-a800-bae772a2685e None None] Sync routers for ids ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:08:49.315316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:49.321864 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5561f8-9053-45b1-a800-bae772a2685e None None] Routers {'2aec6fc7-a28a-4b53-ab06-3c1da90aa091'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:08:49.324850 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-be5561f8-9053-45b1-a800-bae772a2685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:08:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:49.338657 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ef0dabbb-d14e-47b0-a020-dee08c320a99 req-5b836139-e882-4857-89ba-c5a789c32367 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825043 Nov 25 04:08:49.446009 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2675769 Nov 25 04:08:49.446865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'tag': '70682704-1e53-4419-86ca-cb169a086e96'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:49.448875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 50786) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:08:49.458307 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-502542800', 'description': 'tempest-secgroup-smoke-502542800 description', 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:49.472078 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:08:49.497402 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:08:49.527270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:49.579314 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'tag': '70682704-1e53-4419-86ca-cb169a086e96', 'status': 'completed', 'code': 200} Nov 25 04:08:49.589181 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:08:49.606969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Usage tracker for resource:security_group_rule and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:08:49.613501 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:08:49.620573 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:08:49.650211 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-be5561f8-9053-45b1-a800-bae772a2685e None None] Set router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:08:49.690324 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:49.694537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:49.704328 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-00e3e90e-2702-4925-8d23-fb33a9f7d57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:49.720529 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:08:49.784230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:49.788419 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3353357 Nov 25 04:08:49.788419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:49.795811 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 50792) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:08:49.798942 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:49.799365 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:49.799786 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:49.800182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:49.800596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:49.801003 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:49.801405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:49.801810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:49.802248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:49.802644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:49.803039 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:08:49.820319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:49.827550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Request body: {'security_group_rule': {'security_group_id': 'c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3', 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:49.836481 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:08:49.841879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Usage tracker for resource:security_group_rule and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:08:49.846853 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:08:49.853748 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:08:49.877180 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:49.950767 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:49.953705 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:49.962482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ca55906b-cea5-47d6-a303-4adaa0fc9163 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:49.985474 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2a0ce1-2504-43bb-82a6-841e3fc09ccd,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:49.988571 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:49.996291 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.000830 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1811130 Nov 25 04:08:50.001074 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 50796) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:08:50.007001 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Request body: {'security_group_rule': {'security_group_id': 'c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3', 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:50.013198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:08:50.017982 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Usage tracker for resource:security_group_rule and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:08:50.021109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:08:50.027215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:08:50.122711 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:08:50.125105 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8da946a-8077-4228-8364-6cfe803a766c req-5c579607-9c20-453c-b380-1abc7071367a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651&tenant_id=7109e4e352c54001a318a33903fc7bbf HTTP/1.1" status: 200 len: 1098 time: 0.6191766 Nov 25 04:08:50.132614 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:50.133038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.138539 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d972-20ce-4be7-a78b-e29997cbb3dd req-2ecb272a-99c5-465f-a645-8f5315890b6c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:50.140779 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-de34d972-20ce-4be7-a78b-e29997cbb3dd req-2ecb272a-99c5-465f-a645-8f5315890b6c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 945 time: 0.5600677 Nov 25 04:08:50.148311 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0a33f410-2bf9-49fa-b948-1bfaa5669742 req-3abc3262-1865-45d1-8a45-b923a8b98ae8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d&device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 1099 time: 0.5102453 Nov 25 04:08:50.154210 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-021bbe24-9ad9-435a-a5e5-23cdc49d9c5c req-7296ce92-1487-42ce-b38b-130dd9179eea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd&tenant_id=2192983d29584d5db1c6a2697d11a1db HTTP/1.1" status: 200 len: 1097 time: 0.1853499 Nov 25 04:08:50.244024 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.274861 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-de34d972-20ce-4be7-a78b-e29997cbb3dd req-a0da7fe8-8061-4db0-af3a-75ed7551db74 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242461 Nov 25 04:08:50.338701 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.342218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.351576 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:50.362525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-be5561f8-9053-45b1-a800-bae772a2685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:48Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'e84dea36-7b4a-445e-a018-0c55cd0670d7', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'floating_ip_address': '172.28.0.155', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'port_id': '70682704-1e53-4419-86ca-cb169a086e96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'mac_address': 'fa:16:3e:6e:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:08:47Z', 'updated_at': '2021-11-25T04:08:47Z', 'revision_number': 0, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eb4459-0381-40c1-9cb3-796bc83ff654', 'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'mac_address': 'fa:16:3e:41:0f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:48Z', 'updated_at': '2021-11-25T04:07:58Z', 'revision_number': 5, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'subnets': [{'id': '8f433915-62ac-40db-842e-32680290d917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:50.365837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.372105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003bbdd2-7fa6-4660-93ae-e8b7efe15cb9,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:50.382378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:50.391887 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.398980 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-aca7b9fb-fecc-4804-a0dc-c1b8be6b2d88 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3943150 Nov 25 04:08:50.399623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 50806) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:08:50.404766 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33,segment=NetworkSegment(50b5435c-838e-4a65-9455-859ce48442f8),segment_id=50b5435c-838e-4a65-9455-859ce48442f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:50.406395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e9f4bb-dfe9-46b1-9a57-f8411d477102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1abbec-fd25-4cc4-b9bd-64d5e9da6c33'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:50.411682 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5561f8-9053-45b1-a800-bae772a2685e None None] Checking router: 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:08:50.412703 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Request body: {'security_group_rule': {'security_group_id': 'c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3', 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:50.415494 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.416398 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:08:50.429560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:08:50.434689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Usage tracker for resource:security_group_rule and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:08:50.439418 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:08:50.449254 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:08:50.469261 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.475216 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:50.499174 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-021bbe24-9ad9-435a-a5e5-23cdc49d9c5c req-9181fd5a-0f0f-450d-9182-c7ac8d62616f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2192983d29584d5db1c6a2697d11a1db&device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 1097 time: 0.2186842 Nov 25 04:08:50.509980 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8da946a-8077-4228-8364-6cfe803a766c req-fed2ee08-ff96-4ced-8fee-27569bbd31fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7109e4e352c54001a318a33903fc7bbf&device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 1098 time: 0.3099577 Nov 25 04:08:50.526570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5561f8-9053-45b1-a800-bae772a2685e None None] Routers {'2aec6fc7-a28a-4b53-ab06-3c1da90aa091'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:08:50.527290 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-be5561f8-9053-45b1-a800-bae772a2685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:08:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:50.646969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.666848 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.675165 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff2e56-e3d7-4035-b92f-3277e6ce3a0c req-8842b91e-8e6c-43f5-a634-2ad2eaa1524f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:50.677066 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-77ff2e56-e3d7-4035-b92f-3277e6ce3a0c req-8842b91e-8e6c-43f5-a634-2ad2eaa1524f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.1493485 Nov 25 04:08:50.679140 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f78c9d9b-ebb6-4769-8a82-f0eef692c080 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:50.741959 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33f410-2bf9-49fa-b948-1bfaa5669742 req-e7dde7e2-3df6-4d50-9ff4-0d8f69b5c0c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:50.744260 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0a33f410-2bf9-49fa-b948-1bfaa5669742 req-e7dde7e2-3df6-4d50-9ff4-0d8f69b5c0c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2008c6-c614-4546-bfbe-b8edf598f9da HTTP/1.1" status: 200 len: 916 time: 0.4919353 Nov 25 04:08:50.747961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e439fc1b-406c-4ed8-a47f-0ee197ad324b,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:50.761747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:50.772242 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-77ff2e56-e3d7-4035-b92f-3277e6ce3a0c req-fb50a2d7-afd2-4d89-b5ba-9c6a15df55fd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859911 Nov 25 04:08:50.773407 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.777702 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3769515 Nov 25 04:08:50.778388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:50.778582 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 50812) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:08:50.784869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Request body: {'security_group_rule': {'security_group_id': 'c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3', 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:50.791372 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:08:50.794173 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:50.795496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Usage tracker for resource:security_group_rule and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:08:50.799292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:08:50.805855 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:08:50.836218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.927393 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e9f4bb-dfe9-46b1-9a57-f8411d477102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1abbec-fd25-4cc4-b9bd-64d5e9da6c33', 'code': 200} Nov 25 04:08:50.928451 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.930057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.933225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.935662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2d60143d-f6f4-4ead-8bab-296b0bea9fa5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:50.955580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-be5561f8-9053-45b1-a800-bae772a2685e None None] Set router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:08:50.965394 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713bcd98-a076-4582-b7fd-8739ee5daa15,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:50.969614 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:50.977160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:50.981364 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1992304 Nov 25 04:08:50.981710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 50816) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:08:50.988457 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Request body: {'security_group_rule': {'security_group_id': 'c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3', 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:50.996075 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:08:51.002896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Usage tracker for resource:security_group_rule and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:08:51.007092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:08:51.014061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:08:51.025266 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.securitygroups_db [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Project f4b9abdc4ee64b5da6adb82dcda3498d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 04:08:51.034499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:51.043172 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:51.050758 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bbe24-9ad9-435a-a5e5-23cdc49d9c5c req-4ddcae50-3009-4a8a-9cbf-6f0deac9bb46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:51.052350 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-021bbe24-9ad9-435a-a5e5-23cdc49d9c5c req-4ddcae50-3009-4a8a-9cbf-6f0deac9bb46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 200 len: 917 time: 0.5385780 Nov 25 04:08:51.058072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:51.059392 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 4f02efbc-f39e-404d-9751-e3cb2595a1c2 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:08:51.069512 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0a33f410-2bf9-49fa-b948-1bfaa5669742 req-0af02c59-ff8c-480c-affa-a09e6806cb11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 200 len: 1000 time: 0.2576926 Nov 25 04:08:51.070507 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da946a-8077-4228-8364-6cfe803a766c req-5974b500-2777-4adc-a4b4-0971da077b41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:51.071964 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8da946a-8077-4228-8364-6cfe803a766c req-5974b500-2777-4adc-a4b4-0971da077b41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d782c046-109e-4cc0-a0b2-334f293eed48 HTTP/1.1" status: 200 len: 910 time: 0.5190151 Nov 25 04:08:51.092752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ff815c32-9ad3-4c34-ac94-73b6ca1bec93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:51.113443 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:51.117395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:51.119702 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:51.147538 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f60427c-5b78-490d-8dab-d16ad7b5cc04,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:51.150458 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:51.158049 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:51.159576 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-4eb9dbc6-997f-45c4-80f1-3b99e300bd30 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1767731 Nov 25 04:08:51.163244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 50820) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:08:51.169999 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Request body: {'security_group_rule': {'security_group_id': 'c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3', 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:51.177135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:08:51.181860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Usage tracker for resource:security_group_rule and tenant:f4b9abdc4ee64b5da6adb82dcda3498d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:08:51.185729 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:08:51.192293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c5e6f-6937-4534-a5bf-f5ef5646de5b req-e93536ed-2290-4bd8-b87c-8295a0c371da tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:51.194156 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:08:51.200879 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b24c5e6f-6937-4534-a5bf-f5ef5646de5b req-e93536ed-2290-4bd8-b87c-8295a0c371da tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.6513026 Nov 25 04:08:51.205909 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.securitygroups_db [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Project f4b9abdc4ee64b5da6adb82dcda3498d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 04:08:51.215087 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:51.361658 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:51.374874 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007574'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:51.378946 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f677b4dc-5cfe-4531-9183-78912675acf0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:51.417981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f369e5a-1a50-45f3-857d-122266448b8a,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:51.420692 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:51.433519 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:51.435006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:51.442360 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-801a310a-1f82-4312-89d7-08e99846c110 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2776275 Nov 25 04:08:51.447766 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33f410-2bf9-49fa-b948-1bfaa5669742 req-31056422-18ce-4d1a-9230-89693d156ad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:51.449885 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0a33f410-2bf9-49fa-b948-1bfaa5669742 req-31056422-18ce-4d1a-9230-89693d156ad5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f433915-62ac-40db-842e-32680290d917 HTTP/1.1" status: 200 len: 854 time: 0.3204100 Nov 25 04:08:51.466851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,revision_number=6']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:51.488124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:51.511839 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-31b36891-213b-438b-bab7-23b9341ecc1a req-632c2ad0-0b81-47f3-8be4-2f684f6de4d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 1099 time: 0.2872221 Nov 25 04:08:51.525256 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b24c5e6f-6937-4534-a5bf-f5ef5646de5b req-f0c96625-f948-4abc-887e-71628e83cb66 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3234048 Nov 25 04:08:51.536421 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-021bbe24-9ad9-435a-a5e5-23cdc49d9c5c req-f58fc84c-2cb7-4094-ba70-7350095afa22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2 HTTP/1.1" status: 200 len: 999 time: 0.4707909 Nov 25 04:08:51.605165 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8da946a-8077-4228-8364-6cfe803a766c req-52df8b92-9405-4454-821a-3922107dc818 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 HTTP/1.1" status: 200 len: 998 time: 0.4741979 Nov 25 04:08:51.643928 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b898f78-4a7c-4cb2-861f-61cc509b6b70 req-c043d5a1-61cc-4a5f-985e-80869893b393 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:51.646566 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1b898f78-4a7c-4cb2-861f-61cc509b6b70 req-c043d5a1-61cc-4a5f-985e-80869893b393 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 946 time: 0.2144210 Nov 25 04:08:51.655309 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-31b36891-213b-438b-bab7-23b9341ecc1a req-636db06b-ed95-4d9c-832e-988efb82a4f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335099 Nov 25 04:08:51.701529 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1b898f78-4a7c-4cb2-861f-61cc509b6b70 req-01f5d909-47af-4a53-91f8-320bd664724f tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487118 Nov 25 04:08:51.739777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da946a-8077-4228-8364-6cfe803a766c req-92656b23-ac1f-4bf0-bdd0-4cfe356e8cb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:51.741383 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8da946a-8077-4228-8364-6cfe803a766c req-92656b23-ac1f-4bf0-bdd0-4cfe356e8cb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8d5d8d9-0748-4375-b694-c56a0e47d2b5 HTTP/1.1" status: 200 len: 848 time: 0.1174479 Nov 25 04:08:51.758579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bbe24-9ad9-435a-a5e5-23cdc49d9c5c req-f040b914-e9d4-4984-bbc7-b4ea53f9a5d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:51.760607 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-021bbe24-9ad9-435a-a5e5-23cdc49d9c5c req-f040b914-e9d4-4984-bbc7-b4ea53f9a5d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 200 len: 855 time: 0.2138135 Nov 25 04:08:51.786389 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0a33f410-2bf9-49fa-b948-1bfaa5669742 req-d3972a96-15a4-40fa-869b-5a2cb94ef48e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2008c6-c614-4546-bfbe-b8edf598f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3196599 Nov 25 04:08:51.788594 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-be5561f8-9053-45b1-a800-bae772a2685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:48Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'e84dea36-7b4a-445e-a018-0c55cd0670d7', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'floating_ip_address': '172.28.0.155', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'port_id': '70682704-1e53-4419-86ca-cb169a086e96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'mac_address': 'fa:16:3e:6e:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:08:47Z', 'updated_at': '2021-11-25T04:08:47Z', 'revision_number': 0, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eb4459-0381-40c1-9cb3-796bc83ff654', 'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'mac_address': 'fa:16:3e:41:0f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:48Z', 'updated_at': '2021-11-25T04:07:58Z', 'revision_number': 5, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'subnets': [{'id': '8f433915-62ac-40db-842e-32680290d917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:08:51.793633 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5561f8-9053-45b1-a800-bae772a2685e None None] The sync data for ids ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'] in dv-cinder-818778-3-smb is: [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:48Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_floatingips': [{'id': 'e84dea36-7b4a-445e-a018-0c55cd0670d7', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'floating_ip_address': '172.28.0.155', 'floating_network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'router_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'port_id': '70682704-1e53-4419-86ca-cb169a086e96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'mac_address': 'fa:16:3e:6e:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:08:47Z', 'updated_at': '2021-11-25T04:08:47Z', 'revision_number': 0, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eb4459-0381-40c1-9cb3-796bc83ff654', 'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'mac_address': 'fa:16:3e:41:0f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:48Z', 'updated_at': '2021-11-25T04:07:58Z', 'revision_number': 5, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'subnets': [{'id': '8f433915-62ac-40db-842e-32680290d917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:08:51.794557 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-72386d31-c8e3-44bc-96e1-b5fd99a98376 req-47760046-d039-4de1-9033-9922d0a247dd tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-502542800&fields=id&tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d HTTP/1.1" status: 200 len: 267 time: 0.0986779 Nov 25 04:08:51.885335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72386d31-c8e3-44bc-96e1-b5fd99a98376 req-bd6d46e5-1c15-413a-9639-f1a7acbf3c80 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:51.887308 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-72386d31-c8e3-44bc-96e1-b5fd99a98376 req-bd6d46e5-1c15-413a-9639-f1a7acbf3c80 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 946 time: 0.0918834 Nov 25 04:08:51.900015 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-72386d31-c8e3-44bc-96e1-b5fd99a98376 req-4e8670ba-0cb4-4cc9-86fe-76179f2a6ace tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Request body: {'port': {'security_groups': ['2e418d00-5ee8-4658-b0fb-1e7b730f0186', 'c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:08:52.134109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4d8a1-a72e-4eb8-8ec3-8e0080e7d104 req-69e757a5-a03e-4146-b5bd-166fb383c665 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:52.136008 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c7a4d8a1-a72e-4eb8-8ec3-8e0080e7d104 req-69e757a5-a03e-4146-b5bd-166fb383c665 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0913060 Nov 25 04:08:52.191142 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c7a4d8a1-a72e-4eb8-8ec3-8e0080e7d104 req-bf545426-1490-4e57-9d5e-9f48b57736f0 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470450 Nov 25 04:08:52.304820 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9463b0db-59e0-4d7c-a39a-e2281e787dc9 None None] New status for floating IP e84dea36-7b4a-445e-a018-0c55cd0670d7: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:08:52.484311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-72386d31-c8e3-44bc-96e1-b5fd99a98376 req-4e8670ba-0cb4-4cc9-86fe-76179f2a6ace tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:52.641108 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0a33f410-2bf9-49fa-b948-1bfaa5669742 req-6e032313-fd4b-434d-8b81-e43a23fc18ac service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308658 Nov 25 04:08:52.660354 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-021bbe24-9ad9-435a-a5e5-23cdc49d9c5c req-fcf7cb6d-14ee-463f-bc2d-16bff4025c61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a25752b1-9c08-4df0-8384-722234ed08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6490235 Nov 25 04:08:52.668963 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8da946a-8077-4228-8364-6cfe803a766c req-f73e6699-7ac8-413b-90bc-83d4bc396578 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d782c046-109e-4cc0-a0b2-334f293eed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6566033 Nov 25 04:08:52.791575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869008b-d5ef-4bba-bd11-f89d9f9b07e0 req-e4dfd478-4ec0-4d58-9c34-78cb8c1596ae tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:52.793205 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d869008b-d5ef-4bba-bd11-f89d9f9b07e0 req-e4dfd478-4ec0-4d58-9c34-78cb8c1596ae tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 943 time: 0.1104343 Nov 25 04:08:52.909218 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d869008b-d5ef-4bba-bd11-f89d9f9b07e0 req-5c69cef8-de45-47a9-863a-1b2592987757 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094961 Nov 25 04:08:52.918346 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b68d86f6-0e55-4cb1-a246-9b3408e0a6b4 req-e77a3322-8a9b-4eb8-8898-a68c16350e16 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1014328 Nov 25 04:08:52.928243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:53.172507 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0a33f410-2bf9-49fa-b948-1bfaa5669742 req-e4e43976-3463-48a6-8288-03cb6f95ff4a service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920018 Nov 25 04:08:53.176818 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b198fa4-e478-4837-a1b9-a7e3be0c902a req-50011f6a-5b2d-4a44-8deb-12e8dfa162c0 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:53.178416 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6b198fa4-e478-4837-a1b9-a7e3be0c902a req-50011f6a-5b2d-4a44-8deb-12e8dfa162c0 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 946 time: 0.1517193 Nov 25 04:08:53.181333 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b68d86f6-0e55-4cb1-a246-9b3408e0a6b4 req-a8018cba-b721-4f37-8081-3782d106a6c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 1098 time: 0.1192622 Nov 25 04:08:53.254480 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6b198fa4-e478-4837-a1b9-a7e3be0c902a req-f280c5b6-a67f-4117-b0eb-444980ed2039 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692658 Nov 25 04:08:53.263959 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8da946a-8077-4228-8364-6cfe803a766c req-d96bc3b8-77bb-41a3-8782-802133e8af69 service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507720 Nov 25 04:08:53.284553 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-021bbe24-9ad9-435a-a5e5-23cdc49d9c5c req-5ee561a2-cdae-4914-a16f-c41f8553059e service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638192 Nov 25 04:08:53.317721 dv-cinder-818778-3-smb neutron-server[88064]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'code': 422} returned with failed status Nov 25 04:08:53.369909 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d86f6-0e55-4cb1-a246-9b3408e0a6b4 req-70408ec6-4842-4e4c-9766-963c181dc47d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:53.371502 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b68d86f6-0e55-4cb1-a246-9b3408e0a6b4 req-70408ec6-4842-4e4c-9766-963c181dc47d service neutron] 10.222.0.15 "GET /v2.0/networks?id=204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 200 len: 911 time: 0.1448729 Nov 25 04:08:53.467459 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-72386d31-c8e3-44bc-96e1-b5fd99a98376 req-4e8670ba-0cb4-4cc9-86fe-76179f2a6ace tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] For port 70682704-1e53-4419-86ca-cb169a086e96, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=70682704-1e53-4419-86ca-cb169a086e96,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:53.534951 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b68d86f6-0e55-4cb1-a246-9b3408e0a6b4 req-ff0ea69c-b19b-4811-86b3-1ab526952439 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6331a4a4-98c3-4092-ab0e-aba53f9b92ee HTTP/1.1" status: 200 len: 1001 time: 0.1562853 Nov 25 04:08:53.567949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-72386d31-c8e3-44bc-96e1-b5fd99a98376 req-4e8670ba-0cb4-4cc9-86fe-76179f2a6ace tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:53.586331 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-72386d31-c8e3-44bc-96e1-b5fd99a98376 req-4e8670ba-0cb4-4cc9-86fe-76179f2a6ace tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:53.595631 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be75bff9-455e-470d-a939-6ce57f2c5388 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:53.616490 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084f08-8774-457b-b18e-c3632d39cd6c req-d0136b67-6056-43a7-b40c-58a197b20611 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:53.618998 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-23084f08-8774-457b-b18e-c3632d39cd6c req-d0136b67-6056-43a7-b40c-58a197b20611 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.1861947 Nov 25 04:08:53.627832 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['70682704-1e53-4419-86ca-cb169a086e96'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:08:53.633112 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d8da946a-8077-4228-8364-6cfe803a766c req-d34c9cc9-9a8b-4623-9794-b2d825d7b99d service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583121 Nov 25 04:08:53.651627 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d86f6-0e55-4cb1-a246-9b3408e0a6b4 req-fd9ed332-84be-493a-98e9-342d2ad0ccde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:53.653189 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b68d86f6-0e55-4cb1-a246-9b3408e0a6b4 req-fd9ed332-84be-493a-98e9-342d2ad0ccde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ba59b9-79a2-4c33-8784-a19e069e73ba HTTP/1.1" status: 200 len: 849 time: 0.1048687 Nov 25 04:08:53.658480 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-021bbe24-9ad9-435a-a5e5-23cdc49d9c5c req-ed58b7df-4362-4afe-a10e-c7e1024304f6 service neutron] 10.222.0.15 "GET /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548081 Nov 25 04:08:53.681451 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72386d31-c8e3-44bc-96e1-b5fd99a98376 req-4e8670ba-0cb4-4cc9-86fe-76179f2a6ace tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:53.682330 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-72386d31-c8e3-44bc-96e1-b5fd99a98376 req-4e8670ba-0cb4-4cc9-86fe-76179f2a6ace tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:53.683870 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-72386d31-c8e3-44bc-96e1-b5fd99a98376 req-4e8670ba-0cb4-4cc9-86fe-76179f2a6ace tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "PUT /v2.0/ports/70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 200 len: 982 time: 1.7890310 Nov 25 04:08:53.684438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'tag': '70682704-1e53-4419-86ca-cb169a086e96'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:53.720426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8670ba-0cb4-4cc9-86fe-76179f2a6ace tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'Port': ['ID=70682704-1e53-4419-86ca-cb169a086e96,revision_number=6']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:53.726359 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4e8670ba-0cb4-4cc9-86fe-76179f2a6ace tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:53.777212 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-23084f08-8774-457b-b18e-c3632d39cd6c req-0d50c0ec-7247-48a1-a987-6cff6cfdda6b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490591 Nov 25 04:08:53.842533 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['70682704-1e53-4419-86ca-cb169a086e96'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:08:53.849263 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b68d86f6-0e55-4cb1-a246-9b3408e0a6b4 req-e7426d1f-2925-458f-8285-fd04abff0ff0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=204a024c-54c8-4940-972c-ed909f766c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1766105 Nov 25 04:08:54.057364 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b68d86f6-0e55-4cb1-a246-9b3408e0a6b4 req-a46b1a39-4885-46d5-9369-c2dbf870f008 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993861 Nov 25 04:08:54.237443 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b68d86f6-0e55-4cb1-a246-9b3408e0a6b4 req-81087e1b-b2be-4a1c-834a-b4685db1ab49 service neutron] 10.222.0.15 "GET /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641390 Nov 25 04:08:54.325155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-eab49db6-4d1d-4452-bbed-a7d23dee3c7d None None] Provisioning complete for port 70682704-1e53-4419-86ca-cb169a086e96 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:54.325580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eab49db6-4d1d-4452-bbed-a7d23dee3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:54.536899 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'tag': '70682704-1e53-4419-86ca-cb169a086e96', 'status': 'completed', 'code': 200} Nov 25 04:08:54.628088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05d304-c895-4116-865c-4f1c64d7954b req-592764d6-5525-4c82-95a5-350bd4580a64 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:54.641732 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3f05d304-c895-4116-865c-4f1c64d7954b req-592764d6-5525-4c82-95a5-350bd4580a64 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.1929350 Nov 25 04:08:54.707828 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3f05d304-c895-4116-865c-4f1c64d7954b req-83e3d107-2333-4402-9e2d-0ab6323b73f9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650024 Nov 25 04:08:54.733205 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-558b85fe-880b-417d-838c-db11e3aa9cf7 req-1244aa3e-755d-4fe9-a005-89138effe9da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d&device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 1138 time: 0.1717439 Nov 25 04:08:54.957072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bce48c-d076-42ae-804d-7bb92357dcce req-433d0387-b7f4-49fb-aa30-eb28029ded23 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:54.964462 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-66bce48c-d076-42ae-804d-7bb92357dcce req-433d0387-b7f4-49fb-aa30-eb28029ded23 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 943 time: 0.2216456 Nov 25 04:08:55.023774 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b85fe-880b-417d-838c-db11e3aa9cf7 req-223daa5c-3c70-4a51-9933-73cbdc4c62b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:55.025260 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-558b85fe-880b-417d-838c-db11e3aa9cf7 req-223daa5c-3c70-4a51-9933-73cbdc4c62b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2008c6-c614-4546-bfbe-b8edf598f9da HTTP/1.1" status: 200 len: 916 time: 0.2256107 Nov 25 04:08:55.042273 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a3655-427c-4a62-85c7-3b09e48773ed req-bf63e8de-4528-42cb-99fd-47b2b2baf1ab tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:55.043948 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5d6a3655-427c-4a62-85c7-3b09e48773ed req-bf63e8de-4528-42cb-99fd-47b2b2baf1ab tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0980673 Nov 25 04:08:55.095373 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5d6a3655-427c-4a62-85c7-3b09e48773ed req-d4c33a4f-928d-4912-b56e-8973fc1e9d7c tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450461 Nov 25 04:08:55.106862 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-66bce48c-d076-42ae-804d-7bb92357dcce req-35927859-2b75-477a-b429-0bb33dee4ccd tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413851 Nov 25 04:08:55.146729 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-558b85fe-880b-417d-838c-db11e3aa9cf7 req-2aa80276-b0f9-4216-90c3-f55126b0e541 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 200 len: 1002 time: 0.1141713 Nov 25 04:08:55.221126 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b85fe-880b-417d-838c-db11e3aa9cf7 req-ebaabb59-792b-429b-b270-b0f92d3877a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:55.222710 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-558b85fe-880b-417d-838c-db11e3aa9cf7 req-ebaabb59-792b-429b-b270-b0f92d3877a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f433915-62ac-40db-842e-32680290d917 HTTP/1.1" status: 200 len: 854 time: 0.0665827 Nov 25 04:08:55.314112 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-558b85fe-880b-417d-838c-db11e3aa9cf7 req-31d3172a-01a2-4502-b850-6207342ecb2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2008c6-c614-4546-bfbe-b8edf598f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751345 Nov 25 04:08:55.460813 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-558b85fe-880b-417d-838c-db11e3aa9cf7 req-86b8ae51-9399-4c16-a1ef-d20f34d442c6 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383486 Nov 25 04:08:55.671545 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-558b85fe-880b-417d-838c-db11e3aa9cf7 req-721f845f-ac53-4123-9157-1ecef01bf207 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967480 Nov 25 04:08:56.326497 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca426e-ae61-41e5-a593-9a1e5bba6547 req-ac407c4a-de49-43d9-b5e2-d7da6a1393a4 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:56.329575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f893fa-766d-4b9f-9837-debce3dc831c req-2f891d43-bce7-4ac8-af2f-e779be477f34 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:56.331697 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15f893fa-766d-4b9f-9837-debce3dc831c req-2f891d43-bce7-4ac8-af2f-e779be477f34 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0862522 Nov 25 04:08:56.334204 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0fca426e-ae61-41e5-a593-9a1e5bba6547 req-ac407c4a-de49-43d9-b5e2-d7da6a1393a4 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 943 time: 0.0909438 Nov 25 04:08:56.387482 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15f893fa-766d-4b9f-9837-debce3dc831c req-d8897e5f-f69c-44c6-9811-13179237d917 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477297 Nov 25 04:08:56.387759 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0fca426e-ae61-41e5-a593-9a1e5bba6547 req-8e33b88a-d477-4c94-bb82-6b229edf8d76 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523849 Nov 25 04:08:57.647523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369d409-bc92-4c43-9f7b-bf5b2f3584ff req-c64e098e-6f2a-4a2a-b388-68310c20247c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:57.649109 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c369d409-bc92-4c43-9f7b-bf5b2f3584ff req-c64e098e-6f2a-4a2a-b388-68310c20247c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 943 time: 0.1310446 Nov 25 04:08:57.656292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a5b57-37a6-4aa6-ae4d-51f1c31363dd req-1dc07cd6-4351-4642-83e9-37379c40c382 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:57.657895 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-be1a5b57-37a6-4aa6-ae4d-51f1c31363dd req-1dc07cd6-4351-4642-83e9-37379c40c382 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.1289320 Nov 25 04:08:57.701059 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c369d409-bc92-4c43-9f7b-bf5b2f3584ff req-181c2116-958a-45bf-955a-78c5a71d0690 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457559 Nov 25 04:08:57.709608 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-be1a5b57-37a6-4aa6-ae4d-51f1c31363dd req-92ce7e73-1049-40a4-bfc9-29918a5368c0 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Nov 25 04:08:57.760364 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:08:57.935907 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:57.951428 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'port_id': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'mac_address': 'fa:16:3e:85:90:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:08:58.016131 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:58.035228 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:08:58.051072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:58.054936 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:58.057055 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:08:58.135950 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,revision_number=7']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:08:58.139763 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:08:58.406447 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:08:58.926961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780e873-9821-4cba-829a-f180b466f7a3 req-0590b52d-9b1e-482c-b16b-9c89f5389960 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:58.928654 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4780e873-9821-4cba-829a-f180b466f7a3 req-0590b52d-9b1e-482c-b16b-9c89f5389960 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 944 time: 0.0913677 Nov 25 04:08:58.929683 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b53fc-31aa-44f8-a8fd-503e97f9f8c8 req-e00e3658-47d7-443c-a9f1-aa4412a9ee28 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:08:58.931327 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8b2b53fc-31aa-44f8-a8fd-503e97f9f8c8 req-e00e3658-47d7-443c-a9f1-aa4412a9ee28 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0824924 Nov 25 04:08:59.010274 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4780e873-9821-4cba-829a-f180b466f7a3 req-05f0dcac-6790-43c3-95dc-df52da1f2224 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747130 Nov 25 04:08:59.043233 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8b2b53fc-31aa-44f8-a8fd-503e97f9f8c8 req-fa7cf9c6-5078-41e6-a81d-66b7008791ea tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050720 Nov 25 04:08:59.748612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:08:59.825285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:08:59.825700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:59.956086 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:08:59.984950 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:08:59.994979 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:08:59.997884 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:00.000841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:00.041834 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'code': 200} Nov 25 04:09:00.080111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,revision_number=8']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:00.084040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:00.245341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db230c-d70c-404b-b2d1-81091ddd929b req-9f45378f-e257-4394-85e7-5a7c35cd78de tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:00.253859 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-66db230c-d70c-404b-b2d1-81091ddd929b req-9f45378f-e257-4394-85e7-5a7c35cd78de tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1108851 Nov 25 04:09:00.272644 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3292a-78ec-4fd3-a122-1901793ea486 req-019e1164-f2e0-4bc2-b2d0-75eec9a304d0 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:00.274303 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-57c3292a-78ec-4fd3-a122-1901793ea486 req-019e1164-f2e0-4bc2-b2d0-75eec9a304d0 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0904064 Nov 25 04:09:00.309681 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-66db230c-d70c-404b-b2d1-81091ddd929b req-c2ed0379-2e5c-42bd-9603-dc06c9f96709 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547717 Nov 25 04:09:00.348803 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-57c3292a-78ec-4fd3-a122-1901793ea486 req-9817a318-663d-4b44-afa5-015fa54c806e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628877 Nov 25 04:09:01.543691 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6d22c-a9e4-4c5c-8eea-0de5a545f424 req-0ee4bb4b-4faa-479e-8252-9a8744763aa4 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:01.545311 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-45a6d22c-a9e4-4c5c-8eea-0de5a545f424 req-0ee4bb4b-4faa-479e-8252-9a8744763aa4 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0960169 Nov 25 04:09:01.595253 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-45a6d22c-a9e4-4c5c-8eea-0de5a545f424 req-4c08cde7-bc2b-4e62-b17b-b2802fc4b45b tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435941 Nov 25 04:09:01.601236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d1fd3-8f44-4b71-8883-2bb6ff812c28 req-00350533-3aec-4935-9529-3e4546939c1f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:01.602953 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c35d1fd3-8f44-4b71-8883-2bb6ff812c28 req-00350533-3aec-4935-9529-3e4546939c1f tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0873060 Nov 25 04:09:01.651882 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c35d1fd3-8f44-4b71-8883-2bb6ff812c28 req-17c0dd6e-593d-49b6-8af6-8d7c24115e86 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426784 Nov 25 04:09:02.865019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6963acd-103d-4af6-87ca-a7ef90311902 req-f763c90b-d922-4500-9b31-86c70a342246 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:02.867327 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e6963acd-103d-4af6-87ca-a7ef90311902 req-f763c90b-d922-4500-9b31-86c70a342246 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1286199 Nov 25 04:09:02.919006 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e6963acd-103d-4af6-87ca-a7ef90311902 req-882daec9-4d0c-4ec4-b36b-80d3473c499f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426836 Nov 25 04:09:02.929203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d2917-0dac-402e-93c6-0b77afef248b req-0aed86dd-3092-4c45-b0ee-dc6a1bf78562 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:02.931666 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-842d2917-0dac-402e-93c6-0b77afef248b req-0aed86dd-3092-4c45-b0ee-dc6a1bf78562 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0879128 Nov 25 04:09:02.986060 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-842d2917-0dac-402e-93c6-0b77afef248b req-ef3001c5-4a10-4385-9938-ffcf160b38fd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481200 Nov 25 04:09:04.166577 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9c6f8-69c9-4707-b141-15d5ac195ed0 req-208d5929-0e3e-43d1-be38-c70cb38997d4 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:04.168254 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-abd9c6f8-69c9-4707-b141-15d5ac195ed0 req-208d5929-0e3e-43d1-be38-c70cb38997d4 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0969605 Nov 25 04:09:04.222981 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-abd9c6f8-69c9-4707-b141-15d5ac195ed0 req-f73ed1de-8882-487f-a17c-629922fa1572 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474327 Nov 25 04:09:04.403625 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf1be2-5a73-4ea1-ba97-c5565e786313 req-25d2f78b-602c-41b9-993c-38c5a0fd9f43 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:04.405878 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d1cf1be2-5a73-4ea1-ba97-c5565e786313 req-25d2f78b-602c-41b9-993c-38c5a0fd9f43 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.2751398 Nov 25 04:09:04.454108 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d1cf1be2-5a73-4ea1-ba97-c5565e786313 req-6558a329-aaac-4899-85b9-ce3ce208cca2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Nov 25 04:09:05.436784 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77957f3-bf65-44a2-a7a2-a6b556e9a4bc req-0910eb27-2203-4ab6-a1ca-9726711c3833 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:05.438611 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d77957f3-bf65-44a2-a7a2-a6b556e9a4bc req-0910eb27-2203-4ab6-a1ca-9726711c3833 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0859482 Nov 25 04:09:05.494388 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d77957f3-bf65-44a2-a7a2-a6b556e9a4bc req-7e9b8c32-a29c-42a3-ae65-0a3f63a2c880 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488627 Nov 25 04:09:05.681992 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b6db5-93f7-4610-8186-64042ba6816f req-1e324dcd-08a3-4cb2-86d3-4143398d31cd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:05.683573 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ed1b6db5-93f7-4610-8186-64042ba6816f req-1e324dcd-08a3-4cb2-86d3-4143398d31cd tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0896578 Nov 25 04:09:05.735089 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ed1b6db5-93f7-4610-8186-64042ba6816f req-9169c5f5-d1fa-4d16-8e35-202af0d9ada6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452557 Nov 25 04:09:06.723699 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059c7f5-ffe0-4e2a-add1-9bb5b007add2 req-16c2ea88-cd61-463f-8298-9873a7fbbe07 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:06.725401 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7059c7f5-ffe0-4e2a-add1-9bb5b007add2 req-16c2ea88-cd61-463f-8298-9873a7fbbe07 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.1067753 Nov 25 04:09:06.817077 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7059c7f5-ffe0-4e2a-add1-9bb5b007add2 req-fcfe3450-9394-412d-99ef-a8a8a45b4594 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819874 Nov 25 04:09:06.989346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50534a6-cb50-4dd2-b83b-d2c402c537eb req-fc56a735-1520-4c7a-91e0-b0f3ae8c2a2b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:06.990998 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c50534a6-cb50-4dd2-b83b-d2c402c537eb req-fc56a735-1520-4c7a-91e0-b0f3ae8c2a2b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0817947 Nov 25 04:09:07.037669 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c50534a6-cb50-4dd2-b83b-d2c402c537eb req-aba6a1db-2810-4394-8225-9b14c83e42e5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406654 Nov 25 04:09:08.045956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a8b5-238c-4fa1-83db-02fbd1bf1c1a req-0cbec95d-4800-45d1-a066-9b0ee5c390d3 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:08.048081 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0464a8b5-238c-4fa1-83db-02fbd1bf1c1a req-0cbec95d-4800-45d1-a066-9b0ee5c390d3 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0856891 Nov 25 04:09:08.100334 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0464a8b5-238c-4fa1-83db-02fbd1bf1c1a req-f2875da6-1047-4f56-88a4-1c3d14fe29ab tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451672 Nov 25 04:09:08.263148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023e0e3-dfb1-4bdd-955a-e6b2b950d018 req-7bb858d5-2adc-4cab-b029-eba906c5b5d6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:08.264768 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5023e0e3-dfb1-4bdd-955a-e6b2b950d018 req-7bb858d5-2adc-4cab-b029-eba906c5b5d6 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0950806 Nov 25 04:09:08.316825 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5023e0e3-dfb1-4bdd-955a-e6b2b950d018 req-ef1edf59-5554-4892-abad-7a07bf1e5278 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453923 Nov 25 04:09:09.308792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c695a44-e6d7-4c7a-b755-7429cdc48f36 req-4d3242d3-85b7-4a1d-9963-6a7faaf771c6 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:09.310432 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c695a44-e6d7-4c7a-b755-7429cdc48f36 req-4d3242d3-85b7-4a1d-9963-6a7faaf771c6 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0859985 Nov 25 04:09:09.365629 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c695a44-e6d7-4c7a-b755-7429cdc48f36 req-070d6060-af0a-4b04-ab76-649932234a60 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485129 Nov 25 04:09:09.536294 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dca9e2-cc9e-4d2c-b063-dd614c4f99f3 req-4862d6e6-69d1-41a3-9aad-c5e61e9262d5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:09.538041 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a8dca9e2-cc9e-4d2c-b063-dd614c4f99f3 req-4862d6e6-69d1-41a3-9aad-c5e61e9262d5 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0823171 Nov 25 04:09:09.590764 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a8dca9e2-cc9e-4d2c-b063-dd614c4f99f3 req-52ecebe6-dcd6-448c-b223-ace7204e26f0 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465488 Nov 25 04:09:09.790050 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f4530077-6881-499c-a0fe-dfbcbc77bc89 req-08a79cdf-f240-40d1-94c9-16f2f5f0221b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 1098 time: 0.0730667 Nov 25 04:09:09.839578 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f4530077-6881-499c-a0fe-dfbcbc77bc89 req-caed8073-1a71-4c6f-99b2-29a248343aa3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378852 Nov 25 04:09:10.584325 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78315556-63d7-48d1-8fbc-46b808b669c2 req-6900c78b-a91b-493b-b711-83a43fe061e0 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:10.585951 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-78315556-63d7-48d1-8fbc-46b808b669c2 req-6900c78b-a91b-493b-b711-83a43fe061e0 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0899181 Nov 25 04:09:10.636751 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-78315556-63d7-48d1-8fbc-46b808b669c2 req-47b0ec87-3590-482b-a833-bf50ec19be2a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445173 Nov 25 04:09:10.821362 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf0cd7-8a77-4747-8f3d-b62472b22679 req-99940e22-9458-4f57-9daa-0f20376aaae7 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:10.822953 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7fcf0cd7-8a77-4747-8f3d-b62472b22679 req-99940e22-9458-4f57-9daa-0f20376aaae7 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 944 time: 0.0875552 Nov 25 04:09:10.870622 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7fcf0cd7-8a77-4747-8f3d-b62472b22679 req-609e082b-b3f9-4f75-a1fa-4d513e552469 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414827 Nov 25 04:09:11.798580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 4f02efbc-f39e-404d-9751-e3cb2595a1c2 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:09:11.859775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c4a7-d5f6-45d5-8a5d-f955c24e3e75 req-a0221027-047f-45cb-9488-d4ac928ed60c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:11.862058 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b0c5c4a7-d5f6-45d5-8a5d-f955c24e3e75 req-a0221027-047f-45cb-9488-d4ac928ed60c tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0885687 Nov 25 04:09:11.921367 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b0c5c4a7-d5f6-45d5-8a5d-f955c24e3e75 req-ab3f866d-4e7c-4593-a769-ea02be3c42ec tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523427 Nov 25 04:09:11.953561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:11.970653 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'port_id': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'mac_address': 'fa:16:3e:84:a3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:09:12.030385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:12.049779 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f02efbc-f39e-404d-9751-e3cb2595a1c2 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:09:12.064757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:12.068472 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:12.071399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:12.128659 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137b28a-57c1-4004-9e74-aeeefdff0251 req-e9927706-fb29-4526-bf19-d054cc07eecf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:12.130304 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c137b28a-57c1-4004-9e74-aeeefdff0251 req-e9927706-fb29-4526-bf19-d054cc07eecf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 945 time: 0.0908291 Nov 25 04:09:12.142993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=4f02efbc-f39e-404d-9751-e3cb2595a1c2,revision_number=9']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:12.146341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:12.180946 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c137b28a-57c1-4004-9e74-aeeefdff0251 req-0cbe5dc0-48af-4a3f-a96f-7493db006eaf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446141 Nov 25 04:09:12.471301 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['4f02efbc-f39e-404d-9751-e3cb2595a1c2'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:09:13.402026 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d9104-078a-43d9-9a04-1262fd39c02f req-8285bf95-786f-446f-857c-4b7ca86f5993 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:13.403525 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7a7d9104-078a-43d9-9a04-1262fd39c02f req-8285bf95-786f-446f-857c-4b7ca86f5993 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 945 time: 0.0819941 Nov 25 04:09:13.451836 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7a7d9104-078a-43d9-9a04-1262fd39c02f req-bf02c4e6-9642-42e4-a773-6527fd4a4599 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421071 Nov 25 04:09:13.582433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6e128ded-c4b6-4a2c-83e6-7c7f0a9978cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:13.822197 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 4f02efbc-f39e-404d-9751-e3cb2595a1c2 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:09:13.886159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:09:13.886613 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:14.004188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:14.034304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:09:14.046414 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:14.049184 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:14.051134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-088406e2-cc75-47b9-9967-f558d36768d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:14.095956 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'code': 200} Nov 25 04:09:14.121552 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=4f02efbc-f39e-404d-9751-e3cb2595a1c2,revision_number=10']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:14.124704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:14.403303 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2eef71be-23ec-45a9-8bb4-200c8e71c88b req-090a8de1-25fb-430f-b988-ba6095c9b982 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 1100 time: 0.0765407 Nov 25 04:09:14.446435 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2eef71be-23ec-45a9-8bb4-200c8e71c88b req-83fc68ec-2198-480f-8ab5-ec7510e17b77 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372460 Nov 25 04:09:14.664914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c743467-4038-430a-bad2-0472c899a8e5 req-4a4ceff4-5050-4dcc-a58c-a7dabac16bde tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:14.666437 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8c743467-4038-430a-bad2-0472c899a8e5 req-4a4ceff4-5050-4dcc-a58c-a7dabac16bde tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 947 time: 0.0818238 Nov 25 04:09:14.715424 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8c743467-4038-430a-bad2-0472c899a8e5 req-a964c08f-dd78-489f-8a9c-aa742aa1fbc8 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429745 Nov 25 04:09:15.107638 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:15.938320 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c03a95-bf62-499b-9734-a769491b9b86 req-a9e422b5-67f0-4828-bc78-1f0076fd92ea tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:15.939967 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-59c03a95-bf62-499b-9734-a769491b9b86 req-a9e422b5-67f0-4828-bc78-1f0076fd92ea tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 947 time: 0.0831304 Nov 25 04:09:16.007305 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-59c03a95-bf62-499b-9734-a769491b9b86 req-5d49e921-2540-4fce-a68c-c7f99df1b441 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554574 Nov 25 04:09:16.054514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-906bc651-0e42-49c8-b5ec-6b9d19d09d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:16.095400 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:17.229344 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a57ef-6806-4bd2-bfaf-2674380d2bc9 req-710cc8a5-7024-4118-a788-d4cb875d8cb1 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:17.230965 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c3a57ef-6806-4bd2-bfaf-2674380d2bc9 req-710cc8a5-7024-4118-a788-d4cb875d8cb1 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 947 time: 0.0859134 Nov 25 04:09:17.279761 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c3a57ef-6806-4bd2-bfaf-2674380d2bc9 req-a910e34f-1303-40e2-b86e-15d60d0fe5fa tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418367 Nov 25 04:09:17.526802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f40e-c683-4405-8205-9ae75d730ead req-327cd192-bc48-4a80-8e72-52a7440f9e4e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:17.528317 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d374f40e-c683-4405-8205-9ae75d730ead req-327cd192-bc48-4a80-8e72-52a7440f9e4e tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 945 time: 0.0848112 Nov 25 04:09:17.581598 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d374f40e-c683-4405-8205-9ae75d730ead req-8f9e3cf2-16f3-4a48-a3b9-f2e7d38900c3 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464756 Nov 25 04:09:18.001523 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:18.794793 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65d603-943d-4315-a3cc-57ec249cca93 req-d746a5e2-8668-441b-bf51-0e04132a9834 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:18.796415 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fa65d603-943d-4315-a3cc-57ec249cca93 req-d746a5e2-8668-441b-bf51-0e04132a9834 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 945 time: 0.0846541 Nov 25 04:09:18.845368 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fa65d603-943d-4315-a3cc-57ec249cca93 req-fe05d602-5736-4b91-bdec-64653f3ec577 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419848 Nov 25 04:09:20.019974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-71be15ad-8726-4278-b6a4-bfc79c420694 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:20.021823 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-71be15ad-8726-4278-b6a4-bfc79c420694 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.15 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 945 time: 0.0907893 Nov 25 04:09:20.057550 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565545f4-edf5-49d5-a27a-414cf53c6850 req-59af12f5-beb5-4da9-88e5-7b8252ca667f tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:20.059209 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-565545f4-edf5-49d5-a27a-414cf53c6850 req-59af12f5-beb5-4da9-88e5-7b8252ca667f tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 945 time: 0.0878298 Nov 25 04:09:20.098208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Deleting port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:09:20.098598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:20.111650 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-565545f4-edf5-49d5-a27a-414cf53c6850 req-02ce30a9-09b5-49ce-80c0-ddf040a5034a tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups?id=68dfa3a7-8822-45bc-812b-6904af7f4d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455201 Nov 25 04:09:20.354466 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] For port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6331a4a4-98c3-4092-ab0e-aba53f9b92ee,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:20.354860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:20.645118 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:20.645525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:20.645874 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_db [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Floating IP 37d752e2-4d30-4956-b2b6-0d68216b38d2 disassociated. External IP: 172.28.0.151, port: 6331a4a4-98c3-4092-ab0e-aba53f9b92ee. Nov 25 04:09:20.646276 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Calling delete_port for 6331a4a4-98c3-4092-ab0e-aba53f9b92ee owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:09:20.792936 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:20.799928 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:20.847136 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event deleted for resources: {'Port': ['ID=6331a4a4-98c3-4092-ab0e-aba53f9b92ee,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:20.853914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:21.071581 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Router aff1bb86-3902-45f5-b599-b724cc7ed62f has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:09:21.257963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:21.292244 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c9191363-a0eb-46e5-81a9-96c4a2b43cc4 req-650c2acb-fb1f-4c76-b2b6-e8104fe70fc8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/ports?device_id=42514383-5269-4d09-8628-9d0992fc8b6a HTTP/1.1" status: 200 len: 210 time: 0.0532975 Nov 25 04:09:21.335337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:09:21.345687 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac5ace-4b1a-4d2d-9dd3-a9e59261ce10 None None] Sync routers for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:09:21.364542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac5ace-4b1a-4d2d-9dd3-a9e59261ce10 None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:09:21.365242 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b4ac5ace-4b1a-4d2d-9dd3-a9e59261ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:09:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:21.415331 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] No DVR routers for this DVR port 6331a4a4-98c3-4092-ab0e-aba53f9b92ee on host hv-cinder-81877 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:09:21.418729 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:21.421805 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42514383-5269-4d09-8628-9d0992fc8b6a', 'name': 'network-vif-deleted', 'tag': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:09:21.441078 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-246d7942-6ca1-44b2-bda9-4888a2ea55f3 req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.15 "DELETE /v2.0/ports/6331a4a4-98c3-4092-ab0e-aba53f9b92ee HTTP/1.1" status: 204 len: 173 time: 1.4124224 Nov 25 04:09:21.616657 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42514383-5269-4d09-8628-9d0992fc8b6a', 'name': 'network-vif-deleted', 'tag': '6331a4a4-98c3-4092-ab0e-aba53f9b92ee', 'status': 'completed', 'code': 200} Nov 25 04:09:21.736293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-b4ac5ace-4b1a-4d2d-9dd3-a9e59261ce10 None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:09:22.076565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b4ac5ace-4b1a-4d2d-9dd3-a9e59261ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:22.081739 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac5ace-4b1a-4d2d-9dd3-a9e59261ce10 None None] Checking router: aff1bb86-3902-45f5-b599-b724cc7ed62f for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:09:22.092940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac5ace-4b1a-4d2d-9dd3-a9e59261ce10 None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:09:22.093608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b4ac5ace-4b1a-4d2d-9dd3-a9e59261ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:09:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:22.284657 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-b4ac5ace-4b1a-4d2d-9dd3-a9e59261ce10 None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:09:22.436051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51186) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:22.508655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51599b3b-5fa9-4992-88e2-38b9ed89f6ce tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:22.537723 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51599b3b-5fa9-4992-88e2-38b9ed89f6ce tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:22.586750 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51599b3b-5fa9-4992-88e2-38b9ed89f6ce tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:22.592938 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-190556f2-6006-4b8b-8ab0-dc5585acd453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:22.612504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51599b3b-5fa9-4992-88e2-38b9ed89f6ce tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dfa3a7-8822-45bc-812b-6904af7f4d0f,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:22.617469 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-51599b3b-5fa9-4992-88e2-38b9ed89f6ce tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:22.618417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b4ac5ace-4b1a-4d2d-9dd3-a9e59261ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:22.621354 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51599b3b-5fa9-4992-88e2-38b9ed89f6ce tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:22.622323 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-51599b3b-5fa9-4992-88e2-38b9ed89f6ce tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "DELETE /v2.0/security-groups/68dfa3a7-8822-45bc-812b-6904af7f4d0f HTTP/1.1" status: 204 len: 168 time: 0.1851847 Nov 25 04:09:22.622740 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac5ace-4b1a-4d2d-9dd3-a9e59261ce10 None None] The sync data for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb is: [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:21Z', 'revision_number': 4, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'c008db58-497e-42f4-b94d-642f8146f246', 'name': '', 'network_id': '204a024c-54c8-4940-972c-ed909f766c23', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'mac_address': 'fa:16:3e:9e:ef:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:17Z', 'updated_at': '2021-11-25T04:03:40Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'subnets': [{'id': '98ba59b9-79a2-4c33-8784-a19e069e73ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:09:22.625112 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51192) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:22.644454 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.v2.resource [None req-14b1a923-4470-461a-9c4c-70125294d120 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] show failed (client error): The resource could not be found. Nov 25 04:09:22.645597 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-14b1a923-4470-461a-9c4c-70125294d120 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "GET /v2.0/security-groups/68dfa3a7-8822-45bc-812b-6904af7f4d0f HTTP/1.1" status: 404 len: 347 time: 0.0191095 Nov 25 04:09:22.648708 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51196) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:22.742368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:09:22.817141 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Deleting port 2e431e6e-033c-4acd-aac0-4fa542491bf6 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:09:22.817518 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:23.081554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3615121-77b6-48cb-903f-91184b2e1134 None None] New status for floating IP 37d752e2-4d30-4956-b2b6-0d68216b38d2: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:09:23.190368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:23.190735 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:23.320974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Calling delete_port for 2e431e6e-033c-4acd-aac0-4fa542491bf6 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:09:23.403821 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.db.api [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88177) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:09:23.404189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_db.api [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 25 04:09:23.873393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 6331a4a4-98c3-4092-ab0e-aba53f9b92ee no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:09:23.905682 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Deleting port 2e431e6e-033c-4acd-aac0-4fa542491bf6 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:09:23.906327 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:23.908153 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: 6331a4a4-98c3-4092-ab0e-aba53f9b92ee {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:09:23.908547 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 6331a4a4-98c3-4092-ab0e-aba53f9b92ee not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:09:24.082699 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:24.083304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:24.207802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Calling delete_port for 2e431e6e-033c-4acd-aac0-4fa542491bf6 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:09:24.342337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:24.347118 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-224c8a10-3e4f-4737-89f0-bf69f574d807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:24.387185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Pushing event deleted for resources: {'Port': ['ID=2e431e6e-033c-4acd-aac0-4fa542491bf6,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:24.391510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:24.484373 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:24.498770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:24.499981 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6517a4ab-b49c-431b-b703-146c858f8867 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] 10.222.0.47 "DELETE /v2.0/floatingips/37d752e2-4d30-4956-b2b6-0d68216b38d2 HTTP/1.1" status: 204 len: 168 time: 1.8502967 Nov 25 04:09:25.372540 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c86dba4-ee07-4619-89bf-0b797584fd84 req-c570887a-3c4a-4a43-84f1-d11705c12ed1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d&device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 1138 time: 0.0752146 Nov 25 04:09:25.388903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112b40f-f537-475d-89f9-6502774180c5 req-5ee2e5d9-d665-4a25-92b8-7b3c40ebba26 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:25.390531 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2112b40f-f537-475d-89f9-6502774180c5 req-5ee2e5d9-d665-4a25-92b8-7b3c40ebba26 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.0869200 Nov 25 04:09:25.441496 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2112b40f-f537-475d-89f9-6502774180c5 req-27aece79-dafe-457d-9229-733345b9d2ec tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438817 Nov 25 04:09:25.515346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86dba4-ee07-4619-89bf-0b797584fd84 req-689467e3-6974-4f9f-8df7-bcdac5e97b42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:25.517779 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c86dba4-ee07-4619-89bf-0b797584fd84 req-689467e3-6974-4f9f-8df7-bcdac5e97b42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2008c6-c614-4546-bfbe-b8edf598f9da HTTP/1.1" status: 200 len: 916 time: 0.1371126 Nov 25 04:09:25.630274 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c86dba4-ee07-4619-89bf-0b797584fd84 req-033a2a2f-3c4e-4614-a1b4-85d416d02616 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 200 len: 1002 time: 0.1008322 Nov 25 04:09:25.700470 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86dba4-ee07-4619-89bf-0b797584fd84 req-6aab6fc2-dc30-4d9a-8431-b46ad526a875 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:25.702065 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c86dba4-ee07-4619-89bf-0b797584fd84 req-6aab6fc2-dc30-4d9a-8431-b46ad526a875 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f433915-62ac-40db-842e-32680290d917 HTTP/1.1" status: 200 len: 854 time: 0.0652759 Nov 25 04:09:25.784152 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c86dba4-ee07-4619-89bf-0b797584fd84 req-4b3f9d18-d646-4420-bd66-cd8915c2202a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2008c6-c614-4546-bfbe-b8edf598f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754724 Nov 25 04:09:25.932207 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c86dba4-ee07-4619-89bf-0b797584fd84 req-c31c8c20-e211-497a-b792-281db0eb7d0b service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404545 Nov 25 04:09:26.078288 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5c86dba4-ee07-4619-89bf-0b797584fd84 req-74d56165-744d-48cf-97e9-31b11e5f563d service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388445 Nov 25 04:09:26.647613 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6187f4-3276-4154-a225-a60c6d3ae6ec req-d77d11d3-bf4a-4813-aa10-6440067e589b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:26.649191 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1e6187f4-3276-4154-a225-a60c6d3ae6ec req-d77d11d3-bf4a-4813-aa10-6440067e589b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.0826967 Nov 25 04:09:26.700893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-1e6187f4-3276-4154-a225-a60c6d3ae6ec req-a42b5865-6543-4e0b-86ee-bba1fa7d5abc tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Synchronizing usage tracker for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:09:26.715908 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-1e6187f4-3276-4154-a225-a60c6d3ae6ec req-a42b5865-6543-4e0b-86ee-bba1fa7d5abc tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Unset dirty status for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:09:26.717134 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1e6187f4-3276-4154-a225-a60c6d3ae6ec req-a42b5865-6543-4e0b-86ee-bba1fa7d5abc tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618203 Nov 25 04:09:27.922869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6d3c9-f0e7-4694-9a8b-30d874afec05 req-938b87fa-633b-4d8d-ba8b-91aaf3357d74 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:27.924546 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b6c6d3c9-f0e7-4694-9a8b-30d874afec05 req-938b87fa-633b-4d8d-ba8b-91aaf3357d74 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.0819769 Nov 25 04:09:27.975045 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b6c6d3c9-f0e7-4694-9a8b-30d874afec05 req-b12ba76b-e11e-433e-9355-9420f652ea64 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442367 Nov 25 04:09:28.571868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51260) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:29.052957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712960'] for router_interface, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:29.202256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4d982-a464-490c-b88d-51a2389a9a5f req-b750336e-301a-48fd-b8b3-e747d402aa5d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:29.206410 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-44b4d982-a464-490c-b88d-51a2389a9a5f req-b750336e-301a-48fd-b8b3-e747d402aa5d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.1029265 Nov 25 04:09:29.260737 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-44b4d982-a464-490c-b88d-51a2389a9a5f req-954e356d-5feb-4a90-a210-f9bff8b7bb4b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497591 Nov 25 04:09:29.864873 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb2849-229c-49a8-b6d5-6ac32e883dd6 req-c00f03a5-2605-4959-b649-3ade934b00da tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:29.866516 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e7bb2849-229c-49a8-b6d5-6ac32e883dd6 req-c00f03a5-2605-4959-b649-3ade934b00da tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 946 time: 0.0864313 Nov 25 04:09:29.879807 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] Deleting port c008db58-497e-42f4-b94d-642f8146f246 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:09:29.880243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:29.920658 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-e7bb2849-229c-49a8-b6d5-6ac32e883dd6 req-3fa9b439-b589-4303-b0b2-9b7f7707d61c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463269 Nov 25 04:09:30.058611 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] For port c008db58-497e-42f4-b94d-642f8146f246, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=c008db58-497e-42f4-b94d-642f8146f246,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:30.059189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:30.188019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] Calling delete_port for c008db58-497e-42f4-b94d-642f8146f246 owned by network:router_interface {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:09:30.543104 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbffc9-516d-43b8-93c9-abe5808b578f req-2b1c1728-25b8-4f6a-81a8-a7491849602b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:30.544622 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dddbffc9-516d-43b8-93c9-abe5808b578f req-2b1c1728-25b8-4f6a-81a8-a7491849602b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.1560338 Nov 25 04:09:30.607819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:30.614260 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:30.656077 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dddbffc9-516d-43b8-93c9-abe5808b578f req-950d0af5-8917-4924-984a-73e81bc9ad47 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003041 Nov 25 04:09:30.659775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=c008db58-497e-42f4-b94d-642f8146f246,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:30.663534 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:30.963014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16135440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713114'] for router_interface, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:31.129353 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fed43-dcf4-45a6-953f-51272409ee55 req-e046b8c1-6633-47bf-a1bd-2f5614d6ede4 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:31.130993 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4d2fed43-dcf4-45a6-953f-51272409ee55 req-e046b8c1-6633-47bf-a1bd-2f5614d6ede4 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 946 time: 0.0852883 Nov 25 04:09:31.180414 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4d2fed43-dcf4-45a6-953f-51272409ee55 req-9813461c-b4f2-4a1f-8586-722a31437ff6 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433302 Nov 25 04:09:31.561998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] Router aff1bb86-3902-45f5-b599-b724cc7ed62f has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:09:32.003072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d4148-92df-4864-8493-824f059f9938 req-be455329-f5bf-451d-95a8-a15b1c2cd1b6 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:32.004637 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-794d4148-92df-4864-8493-824f059f9938 req-be455329-f5bf-451d-95a8-a15b1c2cd1b6 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.1638741 Nov 25 04:09:32.076456 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-794d4148-92df-4864-8493-824f059f9938 req-d28de90e-20a3-4aee-bb45-78bfdbcce7db tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655680 Nov 25 04:09:32.093278 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:09:32.106486 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e46dec-d5d7-4b25-bf29-fe8e26fd0a36 None None] Sync routers for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:09:32.111272 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-067b8dee-57f4-4150-9e79-57ee58569b47 admin admin] 10.222.0.47 "PUT /v2.0/routers/aff1bb86-3902-45f5-b599-b724cc7ed62f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5356362 Nov 25 04:09:32.111628 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51280) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:32.119703 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e46dec-d5d7-4b25-bf29-fe8e26fd0a36 None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:09:32.120412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93e46dec-d5d7-4b25-bf29-fe8e26fd0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:09:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:32.308541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-93e46dec-d5d7-4b25-bf29-fe8e26fd0a36 None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:09:32.319993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Notify callbacks [] for router, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:32.395698 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f89a5-1ebd-4a68-9c12-2f25970ed66e req-ac7ee643-f61b-46ab-ac73-5b7f325f0149 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:32.397563 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1f4f89a5-1ebd-4a68-9c12-2f25970ed66e req-ac7ee643-f61b-46ab-ac73-5b7f325f0149 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 946 time: 0.0891497 Nov 25 04:09:32.447932 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1f4f89a5-1ebd-4a68-9c12-2f25970ed66e req-8b2776ac-4e5c-4952-8a35-26a72c8ac13a tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436475 Nov 25 04:09:32.535353 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:32.543651 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Deleting port 399dfd67-35ea-46a3-855e-5b21cf9146ad {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:09:32.544019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:32.615539 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93e46dec-d5d7-4b25-bf29-fe8e26fd0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:09:30Z', 'revision_number': 5, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port': {'id': '399dfd67-35ea-46a3-855e-5b21cf9146ad', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:05Z', 'updated_at': '2021-11-25T04:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:32.619561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e46dec-d5d7-4b25-bf29-fe8e26fd0a36 None None] Checking router: aff1bb86-3902-45f5-b599-b724cc7ed62f for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:09:32.631198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e46dec-d5d7-4b25-bf29-fe8e26fd0a36 None None] Routers {'aff1bb86-3902-45f5-b599-b724cc7ed62f'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:09:32.632210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93e46dec-d5d7-4b25-bf29-fe8e26fd0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:09:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['aff1bb86-3902-45f5-b599-b724cc7ed62f'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:32.726431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] For port 399dfd67-35ea-46a3-855e-5b21cf9146ad, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=399dfd67-35ea-46a3-855e-5b21cf9146ad,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:32.726828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:32.797449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-93e46dec-d5d7-4b25-bf29-fe8e26fd0a36 None None] Set router aff1bb86-3902-45f5-b599-b724cc7ed62f gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:09:32.855750 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Calling delete_port for 399dfd67-35ea-46a3-855e-5b21cf9146ad owned by network:router_gateway {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:09:32.917643 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93e46dec-d5d7-4b25-bf29-fe8e26fd0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:09:32Z', 'revision_number': 6, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port_host': None}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:32.921807 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e46dec-d5d7-4b25-bf29-fe8e26fd0a36 None None] The sync data for ids ['aff1bb86-3902-45f5-b599-b724cc7ed62f'] in dv-cinder-818778-3-smb is: [{'id': 'aff1bb86-3902-45f5-b599-b724cc7ed62f', 'name': 'tempest-AttachVolumeTestJSON-733764326-router', 'tenant_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:09:32Z', 'revision_number': 6, 'project_id': 'dfaeb650b3724d77b35ae5f0f0171f06', 'gw_port_host': None}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:09:33.030294 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:33.035689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-379012de-f549-44a5-9874-13a179bebb1d tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:33.079360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Pushing event deleted for resources: {'Port': ['ID=399dfd67-35ea-46a3-855e-5b21cf9146ad,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:33.083255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:33.365635 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716049'] for router_gateway, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:33.659269 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2d00c-988c-4937-876d-1b6950e249d9 req-c330d47c-c400-492f-9beb-7a515255d6c8 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:33.660944 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-16f2d00c-988c-4937-876d-1b6950e249d9 req-c330d47c-c400-492f-9beb-7a515255d6c8 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 946 time: 0.0874732 Nov 25 04:09:33.676936 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device c008db58-497e-42f4-b94d-642f8146f246 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:09:33.715089 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-16f2d00c-988c-4937-876d-1b6950e249d9 req-20686e4a-9944-4cc4-85cb-43138efaf044 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470951 Nov 25 04:09:33.717329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: c008db58-497e-42f4-b94d-642f8146f246 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:09:33.717728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device c008db58-497e-42f4-b94d-642f8146f246 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:09:33.718263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 399dfd67-35ea-46a3-855e-5b21cf9146ad no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:09:33.754600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: 399dfd67-35ea-46a3-855e-5b21cf9146ad {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:09:33.754982 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 399dfd67-35ea-46a3-855e-5b21cf9146ad not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:09:33.869590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af181f-3187-41b3-a227-d2791f24494b req-19af9cfb-43ab-482e-9cfd-fdca764ef4cd tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:33.871202 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-70af181f-3187-41b3-a227-d2791f24494b req-19af9cfb-43ab-482e-9cfd-fdca764ef4cd tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.6272776 Nov 25 04:09:33.875529 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-649855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-76538'] for router, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:33.898465 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:33.994781 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-70af181f-3187-41b3-a227-d2791f24494b req-02721605-5267-4f05-b0e0-5692b5309717 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171050 Nov 25 04:09:34.007951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-649745'] for router, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:34.008514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aff1bb86-3902-45f5-b599-b724cc7ed62f {{(pid=88177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 04:09:34.022234 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:34.023451 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-a31e9fe4-4f3f-4724-9e1f-7e6531ea533b admin admin] 10.222.0.47 "DELETE /v2.0/routers/aff1bb86-3902-45f5-b599-b724cc7ed62f HTTP/1.1" status: 204 len: 168 time: 1.9107721 Nov 25 04:09:34.026062 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51292) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:34.092822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-d865f461-27f5-4f26-b29a-244a442b96f6 admin admin] Deleting subnet 98ba59b9-79a2-4c33-8784-a19e069e73ba {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:09:34.096889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d865f461-27f5-4f26-b29a-244a442b96f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:34.148245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d865f461-27f5-4f26-b29a-244a442b96f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344821'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:34.268233 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d865f461-27f5-4f26-b29a-244a442b96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:34.341822 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d865f461-27f5-4f26-b29a-244a442b96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2564356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1613802'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:34.347018 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fa83fab5-209a-4290-8f00-5c8aa40e817f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:34.382689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865f461-27f5-4f26-b29a-244a442b96f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ba59b9-79a2-4c33-8784-a19e069e73ba,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:34.385595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d865f461-27f5-4f26-b29a-244a442b96f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:34.388338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d865f461-27f5-4f26-b29a-244a442b96f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:34.394699 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f08a3f8-ec60-4dbb-8a55-805dbcbec7e1 None None] Network 204a024c-54c8-4940-972c-ed909f766c23 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:09:34.395491 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-d865f461-27f5-4f26-b29a-244a442b96f6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/98ba59b9-79a2-4c33-8784-a19e069e73ba HTTP/1.1" status: 204 len: 168 time: 0.3684044 Nov 25 04:09:34.398270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51296) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:34.513051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:34.524561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Deleting port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:09:34.524845 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:34.649802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26522d92-0a55-438e-aa34-43f7744eb847 None None] DHCP port deletion for 204a024c-54c8-4940-972c-ed909f766c23 request from dv-cinder-818778-3-smb {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 25 04:09:34.654245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-26522d92-0a55-438e-aa34-43f7744eb847 None None] Deleting port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:09:34.654669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26522d92-0a55-438e-aa34-43f7744eb847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:34.744868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] For port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=2fc4bf6b-1099-4e1f-b257-93db7d3dd659,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:34.745270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:34.899120 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Calling delete_port for 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:09:34.971662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87c903-d01f-4fc0-8579-9438a8b51189 req-0149b4a9-b2a1-4cd7-b061-8fcca1d42381 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:34.974436 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dd87c903-d01f-4fc0-8579-9438a8b51189 req-0149b4a9-b2a1-4cd7-b061-8fcca1d42381 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 946 time: 0.0916908 Nov 25 04:09:35.029354 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dd87c903-d01f-4fc0-8579-9438a8b51189 req-296a4faa-0c64-49d2-a947-5ad7e49480f7 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/security-groups?id=0512d118-5b66-47b7-88b8-c77a54bf6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495520 Nov 25 04:09:35.035167 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-26522d92-0a55-438e-aa34-43f7744eb847 None None] For port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=2fc4bf6b-1099-4e1f-b257-93db7d3dd659,segment=NetworkSegment(cb6c2606-c19d-4cea-889f-a1935a7302b4),segment_id=cb6c2606-c19d-4cea-889f-a1935a7302b4)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:35.035630 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26522d92-0a55-438e-aa34-43f7744eb847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:35.038390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:35.043733 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cb49b615-fb32-47f2-826e-2ba96b5c7f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:35.087906 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b4b3f-4b01-4540-a268-15e2ba5c6e64 req-88907f9d-e1a9-4e6b-99ee-3b6f7f8bcb4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:35.089492 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-302b4b3f-4b01-4540-a268-15e2ba5c6e64 req-88907f9d-e1a9-4e6b-99ee-3b6f7f8bcb4c tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.15 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 946 time: 0.1633434 Nov 25 04:09:35.100839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc4bf6b-1099-4e1f-b257-93db7d3dd659,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:35.134000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:35.150840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] No DVR routers for this DVR port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 on host dv-cinder-818778-3-smb {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:09:35.165117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-26522d92-0a55-438e-aa34-43f7744eb847 None None] Calling delete_port for 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:09:35.277297 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-302b4b3f-4b01-4540-a268-15e2ba5c6e64 req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Deleting port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:09:35.277700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-302b4b3f-4b01-4540-a268-15e2ba5c6e64 req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:35.299935 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.db.api [None req-26522d92-0a55-438e-aa34-43f7744eb847 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:09:35.300298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_db.api [None req-26522d92-0a55-438e-aa34-43f7744eb847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 25 04:09:35.392231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:35.475817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204a024c-54c8-4940-972c-ed909f766c23']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:35.498540 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6c2606-c19d-4cea-889f-a1935a7302b4') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:35.498883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6c2606-c19d-4cea-889f-a1935a7302b4') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:35.513658 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f075a7-4ecf-4791-8e48-7aa8c13d39ec req-3db79300-23e3-4949-aa26-9ba5af9c1e8f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:35.515288 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f2f075a7-4ecf-4791-8e48-7aa8c13d39ec req-3db79300-23e3-4949-aa26-9ba5af9c1e8f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.3762064 Nov 25 04:09:35.545724 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430980'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:35.662045 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:35.669794 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:09:35.679971 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:09:35.680419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852211546'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:09:35.697195 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:09:35.707131 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:09:35.707524 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:09:35.786228 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f2f075a7-4ecf-4791-8e48-7aa8c13d39ec req-68f5970a-5073-4f8b-81f6-4018289ef081 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2604051 Nov 25 04:09:35.802258 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-26522d92-0a55-438e-aa34-43f7744eb847 None None] Deleting port 2fc4bf6b-1099-4e1f-b257-93db7d3dd659 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:09:35.803114 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26522d92-0a55-438e-aa34-43f7744eb847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:35.820846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-302b4b3f-4b01-4540-a268-15e2ba5c6e64 req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] For port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33,segment=NetworkSegment(50b5435c-838e-4a65-9455-859ce48442f8),segment_id=50b5435c-838e-4a65-9455-859ce48442f8)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:35.821295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-302b4b3f-4b01-4540-a268-15e2ba5c6e64 req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:35.831774 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:35.871865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-26522d92-0a55-438e-aa34-43f7744eb847 None None] The port '2fc4bf6b-1099-4e1f-b257-93db7d3dd659' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 25 04:09:35.947235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:35.968215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-302b4b3f-4b01-4540-a268-15e2ba5c6e64 req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Calling delete_port for be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:09:36.007185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:36.009784 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=204a024c-54c8-4940-972c-ed909f766c23,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:36.016846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:36.051952 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3fb766f1-2eff-4863-9881-c926007364e3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/204a024c-54c8-4940-972c-ed909f766c23 HTTP/1.1" status: 204 len: 168 time: 1.6525760 Nov 25 04:09:36.146241 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-302b4b3f-4b01-4540-a268-15e2ba5c6e64 req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:36.152836 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-74e44d16-0b31-416c-ad1f-ab7cc6e175a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:36.198186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Pushing event deleted for resources: {'Port': ['ID=be1abbec-fd25-4cc4-b9bd-64d5e9da6c33,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:36.202006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:36.221428 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 51308) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:36.223998 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f5bdcd32-c8a7-46d7-98da-078f687aae40 req-c42dddde-f8f0-4117-86ba-7377a4b55972 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e9f4bb-dfe9-46b1-9a57-f8411d477102 HTTP/1.1" status: 200 len: 210 time: 0.0509846 Nov 25 04:09:36.278212 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-d56c0e88-dcf4-4179-b25f-0bd39d1ca8e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dfaeb650b3724d77b35ae5f0f0171f06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529518 Nov 25 04:09:36.279198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-302b4b3f-4b01-4540-a268-15e2ba5c6e64 req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] No DVR routers for this DVR port be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 on host hv-cinder-81877 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:09:36.281074 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 51312) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:36.281838 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-302b4b3f-4b01-4540-a268-15e2ba5c6e64 req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:36.285512 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e9f4bb-dfe9-46b1-9a57-f8411d477102', 'name': 'network-vif-deleted', 'tag': 'be1abbec-fd25-4cc4-b9bd-64d5e9da6c33'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:09:36.300850 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-302b4b3f-4b01-4540-a268-15e2ba5c6e64 req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] 10.222.0.15 "DELETE /v2.0/ports/be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 HTTP/1.1" status: 204 len: 173 time: 1.1965034 Nov 25 04:09:36.343238 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e9f4bb-dfe9-46b1-9a57-f8411d477102', 'name': 'network-vif-deleted', 'tag': 'be1abbec-fd25-4cc4-b9bd-64d5e9da6c33', 'status': 'completed', 'code': 200} Nov 25 04:09:36.575992 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:36.603749 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:36.650439 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:36.655464 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bfcedd84-623b-4863-b12d-7a35392b0a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:36.669756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0547f69-42fd-4859-95c0-66e87924bd03,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:36.681148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:36.682400 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0547f69-42fd-4859-95c0-66e87924bd03 HTTP/1.1" status: 204 len: 168 time: 0.4003603 Nov 25 04:09:36.684358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:36.684773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:36.685178 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:36.685612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:36.685979 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:36.686380 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:36.686779 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:36.687176 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:36.687566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:36.687954 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:36.688339 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:36.691941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c573a782-8287-4fb1-b00c-1138a3638c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:37.004823 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafa055-eed5-4db5-b0f2-aa65d433394f req-591746f9-b56f-4b44-8701-45e4d42304cf tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:37.006577 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5bafa055-eed5-4db5-b0f2-aa65d433394f req-591746f9-b56f-4b44-8701-45e4d42304cf tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.0899990 Nov 25 04:09:37.066548 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5bafa055-eed5-4db5-b0f2-aa65d433394f req-11ddf44d-7780-4aac-8f1e-0c8fc8a0bcf3 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537329 Nov 25 04:09:37.603054 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 51342) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:37.758494 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-908164060-network', 'tenant_id': '14a4c1b86ed84b5c88f64d8641b57292'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:09:37.771066 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:09:37.775656 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Usage tracker for resource:network and tenant:14a4c1b86ed84b5c88f64d8641b57292 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:09:37.779060 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:09:37.795748 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:09:37.805250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Made reservation on behalf of 14a4c1b86ed84b5c88f64d8641b57292 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:09:37.810153 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:37.824153 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:37.856890 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:09:37.860924 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Usage tracker for resource:security_group_rule and tenant:14a4c1b86ed84b5c88f64d8641b57292 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:09:37.864562 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:09:37.870581 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:09:37.924907 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:09:37.942140 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:37.944695 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:37.948979 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dfa196a4-567d-4995-9a28-0588900d9c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:37.961213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:09:37.961600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device be1abbec-fd25-4cc4-b9bd-64d5e9da6c33 not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:09:37.979513 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 25 04:09:37.989358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:37.992976 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:37.997378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:37.997378 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.segments_db [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Added segment efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d of type vlan for network 3445bf14-df08-4f40-91de-4f37768cf77c Nov 25 04:09:38.023850 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742396663462'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:38.052638 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:38.053873 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:38.054559 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:38.059344 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:38.164522 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5601292 Nov 25 04:09:38.167008 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51354) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:38.171230 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Pushing event updated for resources: {'Network': ['ID=3445bf14-df08-4f40-91de-4f37768cf77c,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:38.173369 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Request body: {'subnet': {'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-908164060-subnet', 'tenant_id': '14a4c1b86ed84b5c88f64d8641b57292', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:09:38.175024 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:38.179775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:09:38.183536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Network 3445bf14-df08-4f40-91de-4f37768cf77c details requested by agent ovs-agent-dv-cinder-818778-3-smb with host dv-cinder-818778-3-smb {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 25 04:09:38.197207 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Usage tracker for resource:subnet and tenant:14a4c1b86ed84b5c88f64d8641b57292 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:09:38.200720 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:09:38.207663 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:09:38.218002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Made reservation on behalf of 14a4c1b86ed84b5c88f64d8641b57292 for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:09:38.224347 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853161997'] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:38.281460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4d2d2-8f82-4dc7-8e68-4ef311d4475b req-5bc6e546-1012-45db-8965-668a54803de9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:38.283701 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ea4d2d2-8f82-4dc7-8e68-4ef311d4475b req-5bc6e546-1012-45db-8965-668a54803de9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.0902262 Nov 25 04:09:38.341896 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4ea4d2d2-8f82-4dc7-8e68-4ef311d4475b req-451fb250-0e46-4094-9178-cdd262b15914 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510709 Nov 25 04:09:38.436776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852211256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853162014'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:38.442002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:38.728675 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f896bf-2b9a-434d-a804-a15ad0975c75,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:38.732164 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:38.740628 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Checking segment: {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:09:38.741031 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Network hostable DHCP agents. Network: 3445bf14-df08-4f40-91de-4f37768cf77c, hostable agents: ['9420a74e-4a6b-4731-8a45-49cf184cb00d'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 25 04:09:38.763877 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Network 3445bf14-df08-4f40-91de-4f37768cf77c is scheduled to be hosted by DHCP agent 9420a74e-4a6b-4731-8a45-49cf184cb00d with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 25 04:09:38.773041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-3-smb, 3445bf14-df08-4f40-91de-4f37768cf77c) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:09:38.777019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:38.777952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:38.782817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79daf2f-8610-44db-8a8d-77cd21031af1 None None] Network 3445bf14-df08-4f40-91de-4f37768cf77c requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:09:38.798389 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-abcd2618-08e7-46f6-a8d3-5046b5af0517 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6299746 Nov 25 04:09:39.020489 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e21660b-2d94-4799-9654-c7971e4dd127 None None] Network 3445bf14-df08-4f40-91de-4f37768cf77c requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:09:39.431115 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-dc6a46ef-f922-4b20-902b-758afd871962 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:39.432671 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-dc6a46ef-f922-4b20-902b-758afd871962 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 814 time: 0.1586342 Nov 25 04:09:39.450287 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-fcff2ea1-518c-4834-9686-433e7dee1fe8 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/quotas/14a4c1b86ed84b5c88f64d8641b57292 HTTP/1.1" status: 200 len: 375 time: 0.0115080 Nov 25 04:09:39.500969 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-b1af6d7b-600c-43a3-b793-c1db5e6dfcf7 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440695 Nov 25 04:09:39.553509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76611d1a-d1b1-486c-87d5-e7132f0b9725 req-dfbf9c47-641b-423c-a9e9-acea93b656d4 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:39.555185 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-76611d1a-d1b1-486c-87d5-e7132f0b9725 req-dfbf9c47-641b-423c-a9e9-acea93b656d4 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.0844736 Nov 25 04:09:39.606705 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-76611d1a-d1b1-486c-87d5-e7132f0b9725 req-72223216-b14d-4f2e-a7e4-ecacca458e0a tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452905 Nov 25 04:09:39.649551 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-48757c77-0f5d-4371-b443-7d0c73b8d41b service neutron] 10.222.0.47 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407888 Nov 25 04:09:39.789877 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-e95ff64f-bb10-4a36-a147-e6f08690dc59 service neutron] 10.222.0.47 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339009 Nov 25 04:09:39.993954 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1d4ce1ec-4eec-4020-9df0-c6cdb90061c5 req-e071af77-7529-47fe-88b3-f444133730e8 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 210 time: 0.0492442 Nov 25 04:09:40.843131 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480faed-d0e9-401a-b3f1-09b0f2b90a1a req-a33959f2-b5f3-4c47-85b5-b0ff845ee67a tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:40.844935 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9480faed-d0e9-401a-b3f1-09b0f2b90a1a req-a33959f2-b5f3-4c47-85b5-b0ff845ee67a tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.1114588 Nov 25 04:09:40.907705 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9480faed-d0e9-401a-b3f1-09b0f2b90a1a req-50940bcc-ae5f-451b-a036-1209afaa7189 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556273 Nov 25 04:09:41.163703 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6e73c649-3c97-4f25-97a6-0c3af1754f85 req-99eceaff-1690-4be3-8642-d7fcc3590c88 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 210 time: 0.0489852 Nov 25 04:09:41.219416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-1a1ca28b-6b1c-424c-9996-2a23b4ea1d3b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:41.221806 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-1a1ca28b-6b1c-424c-9996-2a23b4ea1d3b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 814 time: 0.1684413 Nov 25 04:09:41.245280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Request body: {'port': {'device_id': '3642dfa0-cc02-4e1e-a165-93cf30f67b19', 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c', 'admin_state_up': True, 'tenant_id': '14a4c1b86ed84b5c88f64d8641b57292'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:09:41.391387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:09:41.396130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Usage tracker for resource:port and tenant:14a4c1b86ed84b5c88f64d8641b57292 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:09:41.399056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:09:41.404991 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:09:41.414092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Made reservation on behalf of 14a4c1b86ed84b5c88f64d8641b57292 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:09:41.419394 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:41.588404 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Allocated IP 172.20.0.14 (3445bf14-df08-4f40-91de-4f37768cf77c/41f896bf-2b9a-434d-a804-a15ad0975c75/ae483e05-b2f4-4aeb-9565-e53d240f7159) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:09:41.797061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:41.822120 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:41.829085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3623c63b-d783-4182-90e2-4f7796765c45 tempest-VolumesSnapshotTestJSON-307683945 tempest-VolumesSnapshotTestJSON-307683945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:41.899412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Network 3445bf14-df08-4f40-91de-4f37768cf77c is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:09:41.903244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:09:41.905906 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:09:41.947887 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Pushing event updated for resources: {'Port': ['ID=ae483e05-b2f4-4aeb-9565-e53d240f7159,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:41.950866 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:41.982071 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:41.982745 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:42.005265 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7640591 Nov 25 04:09:42.029270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Request body: {'port': {'device_id': '3642dfa0-cc02-4e1e-a165-93cf30f67b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:09:42.206376 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:42.232356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc06d90-6220-4e73-8f19-7019b11db598 req-63fceb8f-7bb4-4d1c-aeb2-8a4c0fdc1ed2 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:42.233958 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0cc06d90-6220-4e73-8f19-7019b11db598 req-63fceb8f-7bb4-4d1c-aeb2-8a4c0fdc1ed2 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.1758788 Nov 25 04:09:42.379463 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0cc06d90-6220-4e73-8f19-7019b11db598 req-e6faad87-0763-426f-9507-451266301e53 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195858 Nov 25 04:09:42.389717 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72336ab9-3cc0-49c3-a2d1-06c2a22fedef req-e746bce0-a0e3-431f-9dbe-e7590193318b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:42.391424 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-72336ab9-3cc0-49c3-a2d1-06c2a22fedef req-e746bce0-a0e3-431f-9dbe-e7590193318b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 932 time: 0.0871682 Nov 25 04:09:42.444410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-72336ab9-3cc0-49c3-a2d1-06c2a22fedef req-d8d77918-acab-44ff-ac96-a029211d65fa tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Synchronizing usage tracker for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:09:42.461170 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-72336ab9-3cc0-49c3-a2d1-06c2a22fedef req-d8d77918-acab-44ff-ac96-a029211d65fa tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Unset dirty status for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:09:42.462604 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-72336ab9-3cc0-49c3-a2d1-06c2a22fedef req-d8d77918-acab-44ff-ac96-a029211d65fa tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644264 Nov 25 04:09:42.620951 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae483e05-b2f4-4aeb-9565-e53d240f7159 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:09:42.628943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:42.644938 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Transition to ACTIVE for port object ae483e05-b2f4-4aeb-9565-e53d240f7159 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:09:42.647335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564475'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:42.651539 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:42.781473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Pushing event updated for resources: {'Port': ['ID=ae483e05-b2f4-4aeb-9565-e53d240f7159,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:42.785253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:42.890467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Attempting to bind port ae483e05-b2f4-4aeb-9565-e53d240f7159 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:09:42.890779 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Attempting to bind port ae483e05-b2f4-4aeb-9565-e53d240f7159 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:09:42.891141 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Attempting to bind port ae483e05-b2f4-4aeb-9565-e53d240f7159 on network 3445bf14-df08-4f40-91de-4f37768cf77c {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:09:42.897322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Port ae483e05-b2f4-4aeb-9565-e53d240f7159 on network 3445bf14-df08-4f40-91de-4f37768cf77c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:09:42.897677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Attempting to bind port ae483e05-b2f4-4aeb-9565-e53d240f7159 on network 3445bf14-df08-4f40-91de-4f37768cf77c {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:09:42.904406 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:09:42.904914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Checking segment: {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:09:42.905492 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Bound using segment: {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:09:42.905983 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Bound port: ae483e05-b2f4-4aeb-9565-e53d240f7159, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:09:42.906387 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:43.000126 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] For port ae483e05-b2f4-4aeb-9565-e53d240f7159, host hv-cinder-81877, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:09:43.003263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] For port ae483e05-b2f4-4aeb-9565-e53d240f7159, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ae483e05-b2f4-4aeb-9565-e53d240f7159,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:09:43.006437 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564475'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:43.010762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0c1195ae-2b14-4aef-abcb-9fe6a44373e6 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:43.065426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:43.066929 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] 10.222.0.15 "PUT /v2.0/ports/ae483e05-b2f4-4aeb-9565-e53d240f7159 HTTP/1.1" status: 200 len: 1094 time: 1.0426183 Nov 25 04:09:43.069390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3642dfa0-cc02-4e1e-a165-93cf30f67b19', 'tag': 'ae483e05-b2f4-4aeb-9565-e53d240f7159'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:09:43.094216 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Pushing event updated for resources: {'Port': ['ID=ae483e05-b2f4-4aeb-9565-e53d240f7159,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:43.098460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:43.124092 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3642dfa0-cc02-4e1e-a165-93cf30f67b19', 'tag': 'ae483e05-b2f4-4aeb-9565-e53d240f7159', 'status': 'completed', 'code': 200} Nov 25 04:09:43.224302 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-e0914cde-bb06-4610-9d9c-d3555e0a3bc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 1097 time: 0.0783513 Nov 25 04:09:43.310721 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-c257b0fe-240c-418d-8d67-03bbc212d1e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae483e05-b2f4-4aeb-9565-e53d240f7159 HTTP/1.1" status: 200 len: 217 time: 0.0635595 Nov 25 04:09:43.601565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cf483562-b09b-4e49-976b-a12ec8f3ccb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:43.677872 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-13cd7cb8-d3af-4b8c-874e-2f66489e099a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:43.679521 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-13cd7cb8-d3af-4b8c-874e-2f66489e099a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41f896bf-2b9a-434d-a804-a15ad0975c75 HTTP/1.1" status: 200 len: 854 time: 0.3594637 Nov 25 04:09:43.735070 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-57e77190-c1f3-4877-adf8-74b0ed863103 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3445bf14-df08-4f40-91de-4f37768cf77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474589 Nov 25 04:09:43.778316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8ba77-3d79-47b8-b9f0-13552317c6ce req-4d05eca5-d6e1-4c94-a8e6-b04d84045e32 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:43.780208 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-afd8ba77-3d79-47b8-b9f0-13552317c6ce req-4d05eca5-d6e1-4c94-a8e6-b04d84045e32 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.1089153 Nov 25 04:09:43.840467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f94615-45ac-4ee6-94db-addb5da2b3f7 req-1a7d29f9-937e-4f1c-8a4e-def6352d33bc tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:43.841245 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-56f94615-45ac-4ee6-94db-addb5da2b3f7 req-1a7d29f9-937e-4f1c-8a4e-def6352d33bc tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Synchronizing usage tracker for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:09:43.872994 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-afd8ba77-3d79-47b8-b9f0-13552317c6ce req-1ab24f4f-2784-4af3-ac06-6012fb98b9f9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819104 Nov 25 04:09:43.880381 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-56f94615-45ac-4ee6-94db-addb5da2b3f7 req-1a7d29f9-937e-4f1c-8a4e-def6352d33bc tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Unset dirty status for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:09:43.888353 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-56f94615-45ac-4ee6-94db-addb5da2b3f7 req-1a7d29f9-937e-4f1c-8a4e-def6352d33bc tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 944 time: 0.2674184 Nov 25 04:09:43.965790 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-04326a9b-c940-4844-aeab-fdb6ce17788f service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190847 Nov 25 04:09:43.969804 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-56f94615-45ac-4ee6-94db-addb5da2b3f7 req-fc383d94-a95e-4715-a0b3-8a76aecff879 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806062 Nov 25 04:09:44.108917 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0b66598d-a4d3-4882-b129-45b172f1f6bd req-42be04f8-8a21-46e5-8ec6-50f714d42b2d service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366668 Nov 25 04:09:44.287871 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-775675a5-0d77-45c1-9e9d-b0a966c2ea5c req-f7b0504e-a47c-46a4-9df7-3c42e0d3336f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 1097 time: 0.0746510 Nov 25 04:09:44.430006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775675a5-0d77-45c1-9e9d-b0a966c2ea5c req-c7de20dd-c965-4993-afe2-ccadb910640a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:44.431563 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-775675a5-0d77-45c1-9e9d-b0a966c2ea5c req-c7de20dd-c965-4993-afe2-ccadb910640a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 915 time: 0.1359129 Nov 25 04:09:44.508688 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-775675a5-0d77-45c1-9e9d-b0a966c2ea5c req-a8807e89-c98d-4db9-bb29-2b85fde0da23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae483e05-b2f4-4aeb-9565-e53d240f7159 HTTP/1.1" status: 200 len: 217 time: 0.0664980 Nov 25 04:09:44.578210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775675a5-0d77-45c1-9e9d-b0a966c2ea5c req-0855fe4c-e6c5-41c8-8afb-54db89e6c426 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:44.579719 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-775675a5-0d77-45c1-9e9d-b0a966c2ea5c req-0855fe4c-e6c5-41c8-8afb-54db89e6c426 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41f896bf-2b9a-434d-a804-a15ad0975c75 HTTP/1.1" status: 200 len: 854 time: 0.0613832 Nov 25 04:09:44.629244 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-775675a5-0d77-45c1-9e9d-b0a966c2ea5c req-54b95734-be5b-4e3b-b007-65edbfd7b39e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3445bf14-df08-4f40-91de-4f37768cf77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418468 Nov 25 04:09:44.770021 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-775675a5-0d77-45c1-9e9d-b0a966c2ea5c req-891610e1-e4fa-4dca-bad2-edcb943422c4 service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333425 Nov 25 04:09:44.934185 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-775675a5-0d77-45c1-9e9d-b0a966c2ea5c req-9fa498b0-4b3b-4837-ae29-bec8802c156c service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486182 Nov 25 04:09:45.092461 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f33a8-885d-4b18-9a6a-f8c9ca2bb10b req-27d664c5-39b3-4ef8-a327-ead95a01aae0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:45.094665 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-711f33a8-885d-4b18-9a6a-f8c9ca2bb10b req-27d664c5-39b3-4ef8-a327-ead95a01aae0 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.0897765 Nov 25 04:09:45.119449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:45.147870 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-711f33a8-885d-4b18-9a6a-f8c9ca2bb10b req-13b5ccd2-396f-41aa-9d01-0755c96049b8 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460198 Nov 25 04:09:45.186922 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408c16b-6dd6-4fd6-9ead-a2bf6ec4e989 req-3fdb8ac6-af13-47e5-b30e-0698203c2feb tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:45.188698 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8408c16b-6dd6-4fd6-9ead-a2bf6ec4e989 req-3fdb8ac6-af13-47e5-b30e-0698203c2feb tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 944 time: 0.0919595 Nov 25 04:09:45.238957 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8408c16b-6dd6-4fd6-9ead-a2bf6ec4e989 req-15ab6a5e-a214-4fc8-b3cb-a07403868e7f tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435259 Nov 25 04:09:45.971356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device ae483e05-b2f4-4aeb-9565-e53d240f7159 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:09:46.085129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-73359d67-5b6c-4feb-9bf3-56fb42b59ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:46.115621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:46.136640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port ae483e05-b2f4-4aeb-9565-e53d240f7159, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ae483e05-b2f4-4aeb-9565-e53d240f7159,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:46.150814 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': 'ae483e05-b2f4-4aeb-9565-e53d240f7159', 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c', 'port_id': 'ae483e05-b2f4-4aeb-9565-e53d240f7159', 'mac_address': 'fa:16:3e:97:5e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f896bf-2b9a-434d-a804-a15ad0975c75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:09:46.207421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:46.226316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae483e05-b2f4-4aeb-9565-e53d240f7159 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:09:46.241391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port ae483e05-b2f4-4aeb-9565-e53d240f7159, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ae483e05-b2f4-4aeb-9565-e53d240f7159,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:46.244215 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:46.246566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9fac76f8-86f7-48cc-a642-31e577223509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:46.316776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=ae483e05-b2f4-4aeb-9565-e53d240f7159,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:46.326295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:46.326687 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:46.327069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:46.327445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:46.327826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:46.328197 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:46.328606 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:46.328978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:46.329346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:46.330510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:46.331000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:46.335417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:46.364266 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edbe72-9fbe-4da3-a73c-141fbece7d6a req-24284cf6-836a-4fcc-8d57-83e07f2a864b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:46.366010 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b0edbe72-9fbe-4da3-a73c-141fbece7d6a req-24284cf6-836a-4fcc-8d57-83e07f2a864b tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.0883594 Nov 25 04:09:46.421990 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b0edbe72-9fbe-4da3-a73c-141fbece7d6a req-81335dd7-4de2-47af-a315-c5a5f540f529 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496125 Nov 25 04:09:46.451693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909927f-d1f4-413d-a990-0c76f69e1770 req-95305cbd-16cb-411d-9ce8-11bdbd9c0e6f tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:46.453331 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d909927f-d1f4-413d-a990-0c76f69e1770 req-95305cbd-16cb-411d-9ce8-11bdbd9c0e6f tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 945 time: 0.0873985 Nov 25 04:09:46.511553 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d909927f-d1f4-413d-a990-0c76f69e1770 req-29dc7207-8858-45cd-b97e-c14725aa028f tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507205 Nov 25 04:09:46.628052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['ae483e05-b2f4-4aeb-9565-e53d240f7159'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:09:47.630349 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020c39c-06fa-473d-b9aa-1ef27146547a req-fb9ef7cc-0555-402d-af52-cfef03b67df9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:47.632444 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d020c39c-06fa-473d-b9aa-1ef27146547a req-fb9ef7cc-0555-402d-af52-cfef03b67df9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.0884049 Nov 25 04:09:47.683393 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d020c39c-06fa-473d-b9aa-1ef27146547a req-0fe446b3-9431-44a2-934d-0ece64ebffb5 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&id=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443828 Nov 25 04:09:47.720295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b22f68-5532-442d-942f-9baa81dea830 req-b9cc8e6f-a12c-4217-9294-82fa740b47be tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:47.721986 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c3b22f68-5532-442d-942f-9baa81dea830 req-b9cc8e6f-a12c-4217-9294-82fa740b47be tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 945 time: 0.0832484 Nov 25 04:09:47.770467 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c3b22f68-5532-442d-942f-9baa81dea830 req-04a828aa-8b1a-4e72-af46-487c115f2e28 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421600 Nov 25 04:09:47.999444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device ae483e05-b2f4-4aeb-9565-e53d240f7159 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:09:48.045378 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:48.072860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port ae483e05-b2f4-4aeb-9565-e53d240f7159 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:09:48.077664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port ae483e05-b2f4-4aeb-9565-e53d240f7159 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:09:48.078134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:48.197607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:48.225762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3642dfa0-cc02-4e1e-a165-93cf30f67b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae483e05-b2f4-4aeb-9565-e53d240f7159'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:09:48.236558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port ae483e05-b2f4-4aeb-9565-e53d240f7159, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ae483e05-b2f4-4aeb-9565-e53d240f7159,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:09:48.239428 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:48.242321 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:48.284960 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3642dfa0-cc02-4e1e-a165-93cf30f67b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae483e05-b2f4-4aeb-9565-e53d240f7159', 'code': 200} Nov 25 04:09:48.311336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=ae483e05-b2f4-4aeb-9565-e53d240f7159,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:48.315445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:48.560893 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2c84f9f6-ca71-40b2-926b-925fa512cc6b req-8b53bd19-73a2-407d-bfa3-8d8526858eb5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 1099 time: 0.0771654 Nov 25 04:09:48.607363 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2c84f9f6-ca71-40b2-926b-925fa512cc6b req-0687dcb2-6769-42ba-89d7-82f0cd2484b2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382955 Nov 25 04:09:48.973561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e83647-fb54-445c-bf94-043ba19b023e req-5c2b73f7-f41f-406b-8738-c8e367e96775 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:48.975170 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-66e83647-fb54-445c-bf94-043ba19b023e req-5c2b73f7-f41f-406b-8738-c8e367e96775 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 946 time: 0.0826988 Nov 25 04:09:49.027835 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-66e83647-fb54-445c-bf94-043ba19b023e req-ae5fcac1-1a5a-44db-bbc5-c420d8a1944c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434160 Nov 25 04:09:50.233473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f51faf-0078-4f19-8a15-e3f3efca5f74 req-22e97bc9-83cc-453a-a981-2cd84701d146 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:50.235081 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c3f51faf-0078-4f19-8a15-e3f3efca5f74 req-22e97bc9-83cc-453a-a981-2cd84701d146 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 946 time: 0.0840178 Nov 25 04:09:50.282000 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c3f51faf-0078-4f19-8a15-e3f3efca5f74 req-987d163c-5611-4b47-8673-3f7aa0897b26 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Nov 25 04:09:51.263737 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:54.241555 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af1fb5da-44f4-48dd-9aa9-07fe7cc8898d req-18b6429d-40f0-4cd6-a2ed-b6a1a013d99f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773561 Nov 25 04:09:54.353788 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af1fb5da-44f4-48dd-9aa9-07fe7cc8898d req-c78dce28-a059-4139-9c78-e4ce2415c456 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d&device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 1138 time: 0.0735877 Nov 25 04:09:54.508636 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fb5da-44f4-48dd-9aa9-07fe7cc8898d req-4804c863-7190-4cec-b88a-657e51099105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:54.510246 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af1fb5da-44f4-48dd-9aa9-07fe7cc8898d req-4804c863-7190-4cec-b88a-657e51099105 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2008c6-c614-4546-bfbe-b8edf598f9da HTTP/1.1" status: 200 len: 916 time: 0.1374316 Nov 25 04:09:54.622646 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af1fb5da-44f4-48dd-9aa9-07fe7cc8898d req-57c96326-5107-4f71-be29-407685b9f823 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 200 len: 1002 time: 0.1056738 Nov 25 04:09:54.694131 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fb5da-44f4-48dd-9aa9-07fe7cc8898d req-c9a7c993-1b7d-4865-a17b-173a93aa5e9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:54.696075 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af1fb5da-44f4-48dd-9aa9-07fe7cc8898d req-c9a7c993-1b7d-4865-a17b-173a93aa5e9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f433915-62ac-40db-842e-32680290d917 HTTP/1.1" status: 200 len: 854 time: 0.0665808 Nov 25 04:09:54.792109 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af1fb5da-44f4-48dd-9aa9-07fe7cc8898d req-7a81e03e-e59e-4db7-8cb4-9834d5b27277 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2008c6-c614-4546-bfbe-b8edf598f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886829 Nov 25 04:09:54.947734 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af1fb5da-44f4-48dd-9aa9-07fe7cc8898d req-b5e28b31-fa8e-4b29-8781-d2b235d1607f service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480858 Nov 25 04:09:55.043379 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-57e11d59-e04d-41a8-9129-7817ffbe393b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:55.044127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-57e11d59-e04d-41a8-9129-7817ffbe393b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Synchronizing usage tracker for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:network {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:09:55.060568 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-57e11d59-e04d-41a8-9129-7817ffbe393b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Unset dirty status for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:network {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:09:55.061832 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-57e11d59-e04d-41a8-9129-7817ffbe393b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 814 time: 0.1815987 Nov 25 04:09:55.079291 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-09e92912-1afe-4b40-ad19-6ab4049d8a75 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/quotas/14a4c1b86ed84b5c88f64d8641b57292 HTTP/1.1" status: 200 len: 375 time: 0.0112159 Nov 25 04:09:55.102243 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-af1fb5da-44f4-48dd-9aa9-07fe7cc8898d req-3b036d8b-5b4f-43e8-84bc-cebd08546b1f service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475887 Nov 25 04:09:55.168364 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-c8d9c4aa-485a-4398-9770-e8bc5a72168f tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824749 Nov 25 04:09:55.313417 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fc2d93c0-57a9-4fbe-9901-7d1f380ea19e service neutron] 10.222.0.47 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372902 Nov 25 04:09:55.453326 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-b4632576-5c0b-4de6-b541-ece89541a210 service neutron] 10.222.0.47 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333296 Nov 25 04:09:55.656607 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-6c59ac4f-fd49-489e-84c2-13d7f3257719 req-c0b09159-7c48-4e96-ab76-dd21eddd3ad0 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 210 time: 0.0489073 Nov 25 04:09:56.831386 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-77cd0b99-0792-4ccb-8dd8-ec3f12e5d9b3 req-6daaad22-d735-4fc7-ab60-f4bd29d48394 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 210 time: 0.0460424 Nov 25 04:09:56.928699 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-d1cefd90-bdb6-4eae-9f24-e5c905b187f7 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:56.930286 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-d1cefd90-bdb6-4eae-9f24-e5c905b187f7 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 814 time: 0.1690991 Nov 25 04:09:56.962134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Request body: {'port': {'device_id': 'ab390d4c-6a50-4a2c-8c46-9db52b5dabbb', 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c', 'admin_state_up': True, 'tenant_id': '14a4c1b86ed84b5c88f64d8641b57292'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:09:57.114035 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:09:57.124184 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:09:57.133182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Made reservation on behalf of 14a4c1b86ed84b5c88f64d8641b57292 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:09:57.138564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.309130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Allocated IP 172.20.0.4 (3445bf14-df08-4f40-91de-4f37768cf77c/41f896bf-2b9a-434d-a804-a15ad0975c75/9612746a-3d68-4a42-8dfe-e3de25897759) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:09:57.341374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 51598) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:57.413240 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8ad359-7ef7-450f-a583-c1796988c5cb admin admin] Deleting subnet 1b23b769-99a8-4cfd-ad81-50fad2b6da5e {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:09:57.416434 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad359-7ef7-450f-a583-c1796988c5cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.468791 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad359-7ef7-450f-a583-c1796988c5cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852280415'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.520648 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.527010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad359-7ef7-450f-a583-c1796988c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.546655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.552994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fbcc6c26-4b68-4a48-92af-a76f0653591c tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:57.590504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['ae483e05-b2f4-4aeb-9565-e53d240f7159'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:09:57.600685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad359-7ef7-450f-a583-c1796988c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852280414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1859449'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.611581 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:57.635005 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Network 3445bf14-df08-4f40-91de-4f37768cf77c is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:09:57.635856 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Pushing event updated for resources: {'Port': ['ID=9612746a-3d68-4a42-8dfe-e3de25897759,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:57.639009 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:09:57.646303 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:09:57.648557 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ad359-7ef7-450f-a583-c1796988c5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b23b769-99a8-4cfd-ad81-50fad2b6da5e,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:57.650812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad359-7ef7-450f-a583-c1796988c5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.661227 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8b8ad359-7ef7-450f-a583-c1796988c5cb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1b23b769-99a8-4cfd-ad81-50fad2b6da5e HTTP/1.1" status: 204 len: 168 time: 0.3181088 Nov 25 04:09:57.661417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 51602) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:57.662334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8b8ad359-7ef7-450f-a583-c1796988c5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:57.692168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:57.692496 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:57.692879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:57.693283 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:57.693682 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:57.694112 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:57.694511 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:57.694905 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:57.695304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:57.695693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:57.696085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:09:57.723117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:57.734466 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:57.735133 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.765523 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-fdd13017-13b0-412e-8ef0-cb523ed862d9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8078785 Nov 25 04:09:57.785321 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Request body: {'port': {'device_id': 'ab390d4c-6a50-4a2c-8c46-9db52b5dabbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:09:57.804604 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.914165 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.939320 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:57.967588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e468742-190c-498b-8ed8-9aec5f941ee6']}} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:57.980677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b5435c-838e-4a65-9455-859ce48442f8') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:57.981000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b5435c-838e-4a65-9455-859ce48442f8') {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:09:57.993374 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495400'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:58.008852 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:58.016249 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:09:58.016700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494976'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:09:58.031867 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:09:58.121167 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:58.125428 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:58.140712 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:58.153178 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] Pushing event deleted for resources: {'Network': ['ID=1e468742-190c-498b-8ed8-9aec5f941ee6,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:58.157080 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:58.162122 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] 10.222.0.47 "DELETE /v2.0/networks/1e468742-190c-498b-8ed8-9aec5f941ee6 HTTP/1.1" status: 204 len: 168 time: 0.4986458 Nov 25 04:09:58.310389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 51612) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:58.363812 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-9a8e0daf-450b-460a-bb74-538f86024689 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f0d917c52b241799958e23c74fae016&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520561 Nov 25 04:09:58.366556 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 51616) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:09:58.432688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889616e4-41f6-4bfb-9d16-be8339e2c77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:58.433219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009e437-6577-4574-adfd-2217841c6ebf req-0d64c46b-09ab-426a-ba7d-283fbe79a494 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:58.434000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-b009e437-6577-4574-adfd-2217841c6ebf req-0d64c46b-09ab-426a-ba7d-283fbe79a494 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Synchronizing usage tracker for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:09:58.460198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889616e4-41f6-4bfb-9d16-be8339e2c77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:58.465419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-b009e437-6577-4574-adfd-2217841c6ebf req-0d64c46b-09ab-426a-ba7d-283fbe79a494 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Unset dirty status for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:09:58.466727 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b009e437-6577-4574-adfd-2217841c6ebf req-0d64c46b-09ab-426a-ba7d-283fbe79a494 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 931 time: 0.4998417 Nov 25 04:09:58.508883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889616e4-41f6-4bfb-9d16-be8339e2c77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:58.514130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0884a704-c9f8-4feb-ae6d-14e4c7389f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:58.528321 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889616e4-41f6-4bfb-9d16-be8339e2c77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0512d118-5b66-47b7-88b8-c77a54bf6c47,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:58.532251 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-889616e4-41f6-4bfb-9d16-be8339e2c77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:58.544747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889616e4-41f6-4bfb-9d16-be8339e2c77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:58.546263 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-889616e4-41f6-4bfb-9d16-be8339e2c77b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0512d118-5b66-47b7-88b8-c77a54bf6c47 HTTP/1.1" status: 204 len: 168 time: 0.1785407 Nov 25 04:09:58.596006 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-b009e437-6577-4574-adfd-2217841c6ebf req-1745a37c-4448-4069-8876-5ec945e564ba tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177561 Nov 25 04:09:58.622696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9612746a-3d68-4a42-8dfe-e3de25897759 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:09:58.629775 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:58.645412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Transition to ACTIVE for port object 9612746a-3d68-4a42-8dfe-e3de25897759 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:09:58.648141 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564475'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:58.652463 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be97decc-041b-45a7-b19a-adc6d434ad93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:58.786533 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Pushing event updated for resources: {'Port': ['ID=9612746a-3d68-4a42-8dfe-e3de25897759,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:58.790610 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:58.912288 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Attempting to bind port 9612746a-3d68-4a42-8dfe-e3de25897759 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:09:58.912655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Attempting to bind port 9612746a-3d68-4a42-8dfe-e3de25897759 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:09:58.913017 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Attempting to bind port 9612746a-3d68-4a42-8dfe-e3de25897759 on network 3445bf14-df08-4f40-91de-4f37768cf77c {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:09:58.919503 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Port 9612746a-3d68-4a42-8dfe-e3de25897759 on network 3445bf14-df08-4f40-91de-4f37768cf77c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:09:58.920015 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Attempting to bind port 9612746a-3d68-4a42-8dfe-e3de25897759 on network 3445bf14-df08-4f40-91de-4f37768cf77c {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:09:58.926882 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:09:58.927248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Checking segment: {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:09:58.927664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Bound using segment: {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:09:58.928127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Bound port: 9612746a-3d68-4a42-8dfe-e3de25897759, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:09:58.928507 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:59.030964 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] For port 9612746a-3d68-4a42-8dfe-e3de25897759, host hv-cinder-81877, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:09:59.037068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] For port 9612746a-3d68-4a42-8dfe-e3de25897759, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9612746a-3d68-4a42-8dfe-e3de25897759,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:09:59.040388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564475'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:59.044741 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:09:59.107063 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:09:59.108627 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] 10.222.0.15 "PUT /v2.0/ports/9612746a-3d68-4a42-8dfe-e3de25897759 HTTP/1.1" status: 200 len: 1093 time: 1.3286350 Nov 25 04:09:59.109171 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab390d4c-6a50-4a2c-8c46-9db52b5dabbb', 'tag': '9612746a-3d68-4a42-8dfe-e3de25897759'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:09:59.126698 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Pushing event updated for resources: {'Port': ['ID=9612746a-3d68-4a42-8dfe-e3de25897759,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:09:59.130875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:09:59.174205 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab390d4c-6a50-4a2c-8c46-9db52b5dabbb', 'tag': '9612746a-3d68-4a42-8dfe-e3de25897759', 'status': 'completed', 'code': 200} Nov 25 04:09:59.274720 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-3a7201ff-4d1d-4eb5-82d6-b2df95e1b7da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 1096 time: 0.0827551 Nov 25 04:09:59.359948 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-753c9233-d613-4d3a-9d86-fc92fca28e79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9612746a-3d68-4a42-8dfe-e3de25897759 HTTP/1.1" status: 200 len: 217 time: 0.0651793 Nov 25 04:09:59.432584 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-15054e0d-de6a-4231-9b5a-5e9159a45adc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:59.434252 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-15054e0d-de6a-4231-9b5a-5e9159a45adc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41f896bf-2b9a-434d-a804-a15ad0975c75 HTTP/1.1" status: 200 len: 854 time: 0.0673637 Nov 25 04:09:59.485181 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-2d4470ec-fc81-4ca5-b1e7-fe8efcdd7794 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3445bf14-df08-4f40-91de-4f37768cf77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436497 Nov 25 04:09:59.636552 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-ddf27346-ec75-4945-b0da-fbd40e96a9b2 service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446114 Nov 25 04:09:59.743361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:09:59.816936 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d93de1-c493-4ba3-8a93-f9d0601d39b8 req-eb5450bb-0cdc-4303-9170-f4979554ee2b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:59.818638 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-28d93de1-c493-4ba3-8a93-f9d0601d39b8 req-eb5450bb-0cdc-4303-9170-f4979554ee2b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 943 time: 0.0887713 Nov 25 04:09:59.872607 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-28d93de1-c493-4ba3-8a93-f9d0601d39b8 req-34012ed4-5112-40dd-8a5c-4f841f5a259d tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475667 Nov 25 04:09:59.889657 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ae729b13-35f2-4d58-b4a3-537a1e75b947 req-1c81427a-e10c-42fb-b67c-50ad0f448d08 service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067802 Nov 25 04:09:59.903560 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ec831-b522-4f27-903a-2e174237087f req-847a8ac9-f90e-4765-9ab5-b375dfb50b9a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:09:59.905130 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-626ec831-b522-4f27-903a-2e174237087f req-847a8ac9-f90e-4765-9ab5-b375dfb50b9a tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 947 time: 0.1913185 Nov 25 04:09:59.955372 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-626ec831-b522-4f27-903a-2e174237087f req-ae22bc4d-fa54-491d-b1aa-11e2bfc08c79 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434787 Nov 25 04:10:00.065650 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8a72fe11-fea9-4608-9d56-31a480bc26d7 req-6650280b-d815-455c-9913-0560a1bdee20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 1096 time: 0.0731184 Nov 25 04:10:00.207043 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72fe11-fea9-4608-9d56-31a480bc26d7 req-71140040-9a4a-4bb5-8a43-4b479e20eb30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:00.208541 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8a72fe11-fea9-4608-9d56-31a480bc26d7 req-71140040-9a4a-4bb5-8a43-4b479e20eb30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 915 time: 0.1363661 Nov 25 04:10:00.285514 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8a72fe11-fea9-4608-9d56-31a480bc26d7 req-0195c543-85f5-4fd8-b48d-142a31aba94b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9612746a-3d68-4a42-8dfe-e3de25897759 HTTP/1.1" status: 200 len: 217 time: 0.0697260 Nov 25 04:10:00.353426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72fe11-fea9-4608-9d56-31a480bc26d7 req-f5a596d4-e531-4f06-b67a-2d58f642127f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:00.354990 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8a72fe11-fea9-4608-9d56-31a480bc26d7 req-f5a596d4-e531-4f06-b67a-2d58f642127f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41f896bf-2b9a-434d-a804-a15ad0975c75 HTTP/1.1" status: 200 len: 854 time: 0.0628643 Nov 25 04:10:00.403890 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8a72fe11-fea9-4608-9d56-31a480bc26d7 req-96cb70c5-b587-4f70-a6cf-3e395d8b1f7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3445bf14-df08-4f40-91de-4f37768cf77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411773 Nov 25 04:10:00.546644 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8a72fe11-fea9-4608-9d56-31a480bc26d7 req-06f78537-270a-4e1a-84c2-4c54cf6782a0 service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335652 Nov 25 04:10:00.686989 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8a72fe11-fea9-4608-9d56-31a480bc26d7 req-167ed059-7b88-469c-875f-ac02379fc541 service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325495 Nov 25 04:10:01.078762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa377819-ef5f-4bc5-85a5-0240a8cbe699 req-fec140b7-da77-4326-9112-3223b85b8f06 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:01.081141 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aa377819-ef5f-4bc5-85a5-0240a8cbe699 req-fec140b7-da77-4326-9112-3223b85b8f06 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 943 time: 0.0845389 Nov 25 04:10:01.131671 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aa377819-ef5f-4bc5-85a5-0240a8cbe699 req-fbb65325-a1c2-484f-8ebe-3e5d4d2757d4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436504 Nov 25 04:10:01.197751 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f6c5c-21b6-4810-a0e7-2d3b168e6bf3 req-ac97d94d-c059-4988-96d5-9a90f33eb35e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:01.199501 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a81f6c5c-21b6-4810-a0e7-2d3b168e6bf3 req-ac97d94d-c059-4988-96d5-9a90f33eb35e tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 947 time: 0.0981612 Nov 25 04:10:01.247040 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a81f6c5c-21b6-4810-a0e7-2d3b168e6bf3 req-19ce1724-4686-4db9-8f58-223fe4584925 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1bbc68-da3d-4473-8494-82898c568a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Nov 25 04:10:01.488373 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-39584e72-a557-48e4-8c01-b791210b0a5b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:01.489912 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-39584e72-a557-48e4-8c01-b791210b0a5b tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 947 time: 0.0841196 Nov 25 04:10:01.565326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Deleting port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:01.565703 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:01.815270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] For port 4f02efbc-f39e-404d-9751-e3cb2595a1c2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=4f02efbc-f39e-404d-9751-e3cb2595a1c2,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:01.815669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:02.112655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:02.113204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854059538'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:02.113370 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.db.l3_db [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Floating IP b55269de-974e-4574-b6d1-d128c4c3cee4 disassociated. External IP: 172.28.0.23, port: 4f02efbc-f39e-404d-9751-e3cb2595a1c2. Nov 25 04:10:02.113761 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Calling delete_port for 4f02efbc-f39e-404d-9751-e3cb2595a1c2 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:02.123325 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 9612746a-3d68-4a42-8dfe-e3de25897759 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:10:02.264734 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:02.269784 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 9612746a-3d68-4a42-8dfe-e3de25897759, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9612746a-3d68-4a42-8dfe-e3de25897759,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:02.271000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:02.285318 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '9612746a-3d68-4a42-8dfe-e3de25897759', 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c', 'port_id': '9612746a-3d68-4a42-8dfe-e3de25897759', 'mac_address': 'fa:16:3e:15:e7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f896bf-2b9a-434d-a804-a15ad0975c75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:10:02.323115 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event deleted for resources: {'Port': ['ID=4f02efbc-f39e-404d-9751-e3cb2595a1c2,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:02.326632 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:02.342867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:02.362974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9612746a-3d68-4a42-8dfe-e3de25897759 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:10:02.380010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 9612746a-3d68-4a42-8dfe-e3de25897759, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9612746a-3d68-4a42-8dfe-e3de25897759,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:02.384617 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:02.386691 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a49001d6-fc0d-40f4-ab9c-fa135ff6231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:02.403671 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91305bd0-da7b-4f0b-a442-e4c4ed48db19 req-d7916bd2-a045-41e9-bde7-052f0fdb8d77 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:02.405960 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-91305bd0-da7b-4f0b-a442-e4c4ed48db19 req-d7916bd2-a045-41e9-bde7-052f0fdb8d77 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 943 time: 0.1447525 Nov 25 04:10:02.457679 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-91305bd0-da7b-4f0b-a442-e4c4ed48db19 req-55f3a6eb-6afb-400e-ab07-62cbd209c462 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Nov 25 04:10:02.467028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=9612746a-3d68-4a42-8dfe-e3de25897759,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:02.471088 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:02.482411 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fdb15f4d-ff87-45fa-aa4e-dc36d89a1af9 req-4e388b9e-4334-4ab8-a16c-a76da9e78506 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 210 time: 0.0490468 Nov 25 04:10:02.594227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:10:02.776827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['9612746a-3d68-4a42-8dfe-e3de25897759'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:10:02.811010 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:10:02.828346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c741fb1-ee71-446b-89df-30ec1152ada8 None None] Sync routers for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:10:02.841389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c741fb1-ee71-446b-89df-30ec1152ada8 None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:02.842467 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-5c741fb1-ee71-446b-89df-30ec1152ada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:09:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:02.891231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] No DVR routers for this DVR port 4f02efbc-f39e-404d-9751-e3cb2595a1c2 on host hv-cinder-81877 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:10:02.894663 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:02.897865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'name': 'network-vif-deleted', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:02.916717 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3c178e55-e225-45ca-a0ab-88b5c2ea721f req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.15 "DELETE /v2.0/ports/4f02efbc-f39e-404d-9751-e3cb2595a1c2 HTTP/1.1" status: 204 len: 173 time: 1.4206939 Nov 25 04:10:02.965587 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a555dd-3750-4349-afe9-708ea64dcafd', 'name': 'network-vif-deleted', 'tag': '4f02efbc-f39e-404d-9751-e3cb2595a1c2', 'status': 'completed', 'code': 200} Nov 25 04:10:03.073517 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-5c741fb1-ee71-446b-89df-30ec1152ada8 None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:03.541621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-5c741fb1-ee71-446b-89df-30ec1152ada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:03.545727 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c741fb1-ee71-446b-89df-30ec1152ada8 None None] Checking router: 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:10:03.557263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c741fb1-ee71-446b-89df-30ec1152ada8 None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:03.557968 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-5c741fb1-ee71-446b-89df-30ec1152ada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:09:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:03.689889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01f36a-c27a-4d73-b9cb-ac22551ab624 req-2c2a9d31-1953-4188-8a68-0d49bac5f640 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:03.692537 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-cf01f36a-c27a-4d73-b9cb-ac22551ab624 req-2c2a9d31-1953-4188-8a68-0d49bac5f640 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 944 time: 0.1000805 Nov 25 04:10:03.703653 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d05ed384-9fc7-431c-bd4e-62df439ca135 req-6cd1dc86-cfd4-4bbc-afdb-d74c9bc85617 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a555dd-3750-4349-afe9-708ea64dcafd HTTP/1.1" status: 200 len: 210 time: 0.0550997 Nov 25 04:10:03.742363 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-cf01f36a-c27a-4d73-b9cb-ac22551ab624 req-1714dcb3-67b5-434c-bf18-cb18d85d6fd3 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446222 Nov 25 04:10:03.770593 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-5c741fb1-ee71-446b-89df-30ec1152ada8 None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:04.092824 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-5c741fb1-ee71-446b-89df-30ec1152ada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:04.097488 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c741fb1-ee71-446b-89df-30ec1152ada8 None None] The sync data for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb is: [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:03:15Z', 'revision_number': 4, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '34bfe8f7-fe14-4159-8b75-03199c208a92', 'name': '', 'network_id': 'a25752b1-9c08-4df0-8384-722234ed08aa', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'mac_address': 'fa:16:3e:d3:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:11Z', 'updated_at': '2021-11-25T04:03:36Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'subnets': [{'id': 'bb7fa5dc-883a-4321-a111-26b57ff090a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:10:04.126778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 9612746a-3d68-4a42-8dfe-e3de25897759 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:10:04.197345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port 9612746a-3d68-4a42-8dfe-e3de25897759 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:10:04.202151 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 9612746a-3d68-4a42-8dfe-e3de25897759 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:10:04.202564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:04.472595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:04.499012 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab390d4c-6a50-4a2c-8c46-9db52b5dabbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9612746a-3d68-4a42-8dfe-e3de25897759'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:04.509417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 9612746a-3d68-4a42-8dfe-e3de25897759, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9612746a-3d68-4a42-8dfe-e3de25897759,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:04.512256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:04.513128 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 4f02efbc-f39e-404d-9751-e3cb2595a1c2 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:04.557131 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:04.586066 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f75f4e-7ec8-4699-938b-f3c5e449e99a None None] New status for floating IP b55269de-974e-4574-b6d1-d128c4c3cee4: DOWN {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:10:04.648508 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab390d4c-6a50-4a2c-8c46-9db52b5dabbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9612746a-3d68-4a42-8dfe-e3de25897759', 'code': 200} Nov 25 04:10:04.669953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: 4f02efbc-f39e-404d-9751-e3cb2595a1c2 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:04.670348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 4f02efbc-f39e-404d-9751-e3cb2595a1c2 not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:04.844861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=9612746a-3d68-4a42-8dfe-e3de25897759,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:04.849316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:04.853312 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a99a82e6-b2dd-4c41-b14a-0b8e03d04084 req-69183052-223c-4050-9ad2-8729fd46e74f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 1098 time: 0.0938721 Nov 25 04:10:04.909163 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51658) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:04.913653 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a99a82e6-b2dd-4c41-b14a-0b8e03d04084 req-501df3ea-718c-43fd-bf9f-bd32369d378a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490670 Nov 25 04:10:04.982459 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0756b5a7-b3e1-4d74-bb1b-5b328a73b208 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:04.987201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd95de7-fd19-4835-a30d-739b6b317864 req-59049943-f687-4525-841e-05aae8d1cc56 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:04.988796 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3fd95de7-fd19-4835-a30d-739b6b317864 req-59049943-f687-4525-841e-05aae8d1cc56 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 945 time: 0.0886183 Nov 25 04:10:05.012210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0756b5a7-b3e1-4d74-bb1b-5b328a73b208 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:05.041173 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3fd95de7-fd19-4835-a30d-739b6b317864 req-e005e51e-0d28-4cd5-8881-c4156760e2be tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429945 Nov 25 04:10:05.060963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0756b5a7-b3e1-4d74-bb1b-5b328a73b208 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:05.066553 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-96f05631-b80d-45c4-bedd-93d29b3456f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:05.082815 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756b5a7-b3e1-4d74-bb1b-5b328a73b208 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1bbc68-da3d-4473-8494-82898c568a22,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:05.085627 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0756b5a7-b3e1-4d74-bb1b-5b328a73b208 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:05.092261 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0756b5a7-b3e1-4d74-bb1b-5b328a73b208 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:05.095514 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0756b5a7-b3e1-4d74-bb1b-5b328a73b208 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "DELETE /v2.0/security-groups/ea1bbc68-da3d-4473-8494-82898c568a22 HTTP/1.1" status: 204 len: 168 time: 0.1828492 Nov 25 04:10:05.097279 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51662) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:05.117232 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.api.v2.resource [None req-21566afc-519e-4877-bf24-f320e9edbd87 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] show failed (client error): The resource could not be found. Nov 25 04:10:05.118343 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-21566afc-519e-4877-bf24-f320e9edbd87 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "GET /v2.0/security-groups/ea1bbc68-da3d-4473-8494-82898c568a22 HTTP/1.1" status: 404 len: 347 time: 0.0201032 Nov 25 04:10:05.121509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51666) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:05.484660 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-747cc4b2-443c-48be-a6c3-ad324aa989cf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Deleting port e3ae85a7-b709-4b46-bd9a-32f900fa7fa5 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:05.485037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-747cc4b2-443c-48be-a6c3-ad324aa989cf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:05.656454 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-747cc4b2-443c-48be-a6c3-ad324aa989cf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:05.656989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-747cc4b2-443c-48be-a6c3-ad324aa989cf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:05.786190 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-747cc4b2-443c-48be-a6c3-ad324aa989cf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Calling delete_port for e3ae85a7-b709-4b46-bd9a-32f900fa7fa5 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:05.922296 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-747cc4b2-443c-48be-a6c3-ad324aa989cf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:05.926777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-203be8fa-426d-4228-a04e-21bb20f5c0ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:05.975465 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cc4b2-443c-48be-a6c3-ad324aa989cf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Pushing event deleted for resources: {'Port': ['ID=e3ae85a7-b709-4b46-bd9a-32f900fa7fa5,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:05.978203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-747cc4b2-443c-48be-a6c3-ad324aa989cf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:06.077810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-747cc4b2-443c-48be-a6c3-ad324aa989cf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:06.095696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-747cc4b2-443c-48be-a6c3-ad324aa989cf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:06.097012 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-747cc4b2-443c-48be-a6c3-ad324aa989cf tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] 10.222.0.47 "DELETE /v2.0/floatingips/b55269de-974e-4574-b6d1-d128c4c3cee4 HTTP/1.1" status: 204 len: 168 time: 0.9745147 Nov 25 04:10:06.270098 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d5cff-e91d-4672-a5bb-c5ad4689f9d8 req-3856e435-c865-4519-af2b-343e93d73783 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:06.271720 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2b4d5cff-e91d-4672-a5bb-c5ad4689f9d8 req-3856e435-c865-4519-af2b-343e93d73783 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 945 time: 0.1055534 Nov 25 04:10:06.321761 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2b4d5cff-e91d-4672-a5bb-c5ad4689f9d8 req-dd3fac48-3381-4f57-afbd-9475ecac01bb tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438373 Nov 25 04:10:07.531708 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ade2-7110-4250-a7fb-49bd73b33d8a req-891d471c-307d-4a27-9178-ad55cf2f365d tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:07.533950 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f8d1ade2-7110-4250-a7fb-49bd73b33d8a req-891d471c-307d-4a27-9178-ad55cf2f365d tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 945 time: 0.0854251 Nov 25 04:10:07.583659 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f8d1ade2-7110-4250-a7fb-49bd73b33d8a req-890c1a58-13d3-4a75-82a0-4836f260c57d tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Nov 25 04:10:08.966858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51714) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:09.659013 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712960'] for router_interface, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:10.223429 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-74c5dd32-250c-4de1-bb1c-4e50f3aeba19 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:10.224887 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-74c5dd32-250c-4de1-bb1c-4e50f3aeba19 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 814 time: 0.2579429 Nov 25 04:10:10.283763 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-f1ad080d-1260-46aa-9024-2433028dd0a5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/quotas/14a4c1b86ed84b5c88f64d8641b57292 HTTP/1.1" status: 200 len: 375 time: 0.0522072 Nov 25 04:10:10.419777 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-53eb4948-db70-4a4b-88c3-4f026468e046 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296875 Nov 25 04:10:10.624051 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-1fe0bee0-b65c-4345-baee-48a3c60b301f service neutron] 10.222.0.47 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963382 Nov 25 04:10:10.662020 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] Deleting port 34bfe8f7-fe14-4159-8b75-03199c208a92 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:10.662391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:11.118610 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-392eb818-02fc-47d3-95ac-85a70b8e1d65 service neutron] 10.222.0.47 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842319 Nov 25 04:10:11.155148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] For port 34bfe8f7-fe14-4159-8b75-03199c208a92, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=34bfe8f7-fe14-4159-8b75-03199c208a92,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:11.155543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:11.288662 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] Calling delete_port for 34bfe8f7-fe14-4159-8b75-03199c208a92 owned by network:router_interface {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:11.328582 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-627c266b-2b6d-49eb-8f3f-057dea94c529 req-4de9a825-1d78-4e4d-ab31-159283736d05 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 210 time: 0.0516076 Nov 25 04:10:11.472051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:11.476421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-47562725-4329-4e01-8af6-6d42fc21d0d2 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:11.522863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] Pushing event deleted for resources: {'Port': ['ID=34bfe8f7-fe14-4159-8b75-03199c208a92,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:11.528015 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:11.835243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16135440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713114'] for router_interface, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:12.438186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] Router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:10:12.572904 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f6d02d33-e162-429d-89df-3095c827c9c3 req-f16abb1c-3166-44a5-bc7c-02eeb637fd74 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 210 time: 0.1047304 Nov 25 04:10:12.720817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-db1b4caf-3708-4164-b740-6126d0f90615 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:12.722377 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-db1b4caf-3708-4164-b740-6126d0f90615 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 814 time: 0.2802935 Nov 25 04:10:12.793966 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Request body: {'port': {'device_id': '5620b9f7-a883-46a0-a66a-ec924c50b523', 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c', 'admin_state_up': True, 'tenant_id': '14a4c1b86ed84b5c88f64d8641b57292'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:10:12.966932 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:10:12.982498 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:10:12.986122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:10:12.995454 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220d353e-af0d-4d5b-ae7f-e6befb4c0469 None None] Sync routers for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:10:13.002668 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0c6fa834-4d73-458a-960d-e15687f38755 admin admin] 10.222.0.47 "PUT /v2.0/routers/4e7f4497-d9f8-44d5-8ac6-632d5043a2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0346274 Nov 25 04:10:13.003910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Made reservation on behalf of 14a4c1b86ed84b5c88f64d8641b57292 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:10:13.005655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 51752) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:13.009401 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220d353e-af0d-4d5b-ae7f-e6befb4c0469 None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:13.009600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:13.010116 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-220d353e-af0d-4d5b-ae7f-e6befb4c0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:09:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:13.183156 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Allocated IP 172.20.0.11 (3445bf14-df08-4f40-91de-4f37768cf77c/41f896bf-2b9a-434d-a804-a15ad0975c75/c03ba2fc-e988-45b9-a4e5-ea8965150d80) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:10:13.211940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-220d353e-af0d-4d5b-ae7f-e6befb4c0469 None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:13.223047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Notify callbacks [] for router, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:13.406182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:13.438747 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:13.446934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:13.497013 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['ae483e05-b2f4-4aeb-9565-e53d240f7159', '9612746a-3d68-4a42-8dfe-e3de25897759'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:10:13.530957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-220d353e-af0d-4d5b-ae7f-e6befb4c0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:10:11Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:13.535006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Network 3445bf14-df08-4f40-91de-4f37768cf77c is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:10:13.535744 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220d353e-af0d-4d5b-ae7f-e6befb4c0469 None None] Checking router: 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:10:13.539284 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:10:13.542437 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:10:13.554743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220d353e-af0d-4d5b-ae7f-e6befb4c0469 None None] Routers {'4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:13.555681 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-220d353e-af0d-4d5b-ae7f-e6befb4c0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:09:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:13.571460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Pushing event updated for resources: {'Port': ['ID=c03ba2fc-e988-45b9-a4e5-ea8965150d80,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:13.574637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:13.616752 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:13.617445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:13.648799 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-25f8c64c-f127-4252-b535-4aa9740db387 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8628876 Nov 25 04:10:13.675225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Request body: {'port': {'device_id': '5620b9f7-a883-46a0-a66a-ec924c50b523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:10:13.698770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fe390a3a-0ee2-49c8-b6b8-835b93146ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:13.727063 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:13.811590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Deleting port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:13.812172 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:13.833746 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:13.843766 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-220d353e-af0d-4d5b-ae7f-e6befb4c0469 None None] Set router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:13.929352 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6086bb-f247-40a4-806e-4a33b760852f req-f4d1c4fb-2b31-4065-84c8-41671b2435fe tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:13.931128 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bc6086bb-f247-40a4-806e-4a33b760852f req-f4d1c4fb-2b31-4065-84c8-41671b2435fe tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 932 time: 0.2054634 Nov 25 04:10:14.059306 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-bc6086bb-f247-40a4-806e-4a33b760852f req-4228cc19-75b0-46c8-8bf2-f4780a63b420 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780215 Nov 25 04:10:14.088349 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] For port cf76a92d-ad83-44cf-a1e4-3b1d1ac67304, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=cf76a92d-ad83-44cf-a1e4-3b1d1ac67304,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:14.088698 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:14.161858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-220d353e-af0d-4d5b-ae7f-e6befb4c0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:10:11Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:14.166679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220d353e-af0d-4d5b-ae7f-e6befb4c0469 None None] The sync data for ids ['4e7f4497-d9f8-44d5-8ac6-632d5043a2a0'] in dv-cinder-818778-3-smb is: [{'id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'name': 'tempest-AttachVolumeShelveTestJSON-408233157-router', 'tenant_id': '2192983d29584d5db1c6a2697d11a1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:03:03Z', 'updated_at': '2021-11-25T04:10:11Z', 'revision_number': 5, 'project_id': '2192983d29584d5db1c6a2697d11a1db', 'gw_port': {'id': 'cf76a92d-ad83-44cf-a1e4-3b1d1ac67304', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f4497-d9f8-44d5-8ac6-632d5043a2a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:03:04Z', 'updated_at': '2021-11-25T04:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:10:14.231673 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Calling delete_port for cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 owned by network:router_gateway {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:14.412427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:14.416882 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:14.450984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03ba2fc-e988-45b9-a4e5-ea8965150d80 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:10:14.458375 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf76a92d-ad83-44cf-a1e4-3b1d1ac67304,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:14.459208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:14.466393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:14.483144 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Transition to ACTIVE for port object c03ba2fc-e988-45b9-a4e5-ea8965150d80 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:10:14.486763 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564475'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:14.491198 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:14.618764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Pushing event updated for resources: {'Port': ['ID=c03ba2fc-e988-45b9-a4e5-ea8965150d80,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:14.623728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:14.709532 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716049'] for router_gateway, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:14.733536 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Attempting to bind port c03ba2fc-e988-45b9-a4e5-ea8965150d80 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:10:14.733905 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Attempting to bind port c03ba2fc-e988-45b9-a4e5-ea8965150d80 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:10:14.734316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Attempting to bind port c03ba2fc-e988-45b9-a4e5-ea8965150d80 on network 3445bf14-df08-4f40-91de-4f37768cf77c {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:10:14.740930 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Port c03ba2fc-e988-45b9-a4e5-ea8965150d80 on network 3445bf14-df08-4f40-91de-4f37768cf77c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:10:14.741283 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Attempting to bind port c03ba2fc-e988-45b9-a4e5-ea8965150d80 on network 3445bf14-df08-4f40-91de-4f37768cf77c {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:10:14.747823 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:10:14.748191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Checking segment: {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:10:14.748608 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Bound using segment: {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:10:14.749075 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Bound port: c03ba2fc-e988-45b9-a4e5-ea8965150d80, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:10:14.749456 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:14.846329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] For port c03ba2fc-e988-45b9-a4e5-ea8965150d80, host hv-cinder-81877, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:10:14.849445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] For port c03ba2fc-e988-45b9-a4e5-ea8965150d80, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c03ba2fc-e988-45b9-a4e5-ea8965150d80,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:10:14.852655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564475'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:14.857083 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:14.920261 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:14.921750 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] 10.222.0.15 "PUT /v2.0/ports/c03ba2fc-e988-45b9-a4e5-ea8965150d80 HTTP/1.1" status: 200 len: 1094 time: 1.2527595 Nov 25 04:10:14.922322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5620b9f7-a883-46a0-a66a-ec924c50b523', 'tag': 'c03ba2fc-e988-45b9-a4e5-ea8965150d80'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:14.937598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Pushing event updated for resources: {'Port': ['ID=c03ba2fc-e988-45b9-a4e5-ea8965150d80,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:14.941146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4986ee37-3938-4cd5-8740-3229dd0d8d63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:14.991847 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-649855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-76538'] for router, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:14.996504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.019534 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5620b9f7-a883-46a0-a66a-ec924c50b523', 'tag': 'c03ba2fc-e988-45b9-a4e5-ea8965150d80', 'status': 'completed', 'code': 200} Nov 25 04:10:15.021542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-649745'] for router, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.022357 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 {{(pid=88178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 04:10:15.034952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.036211 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4e7f4497-d9f8-44d5-8ac6-632d5043a2a0 HTTP/1.1" status: 204 len: 168 time: 2.0294738 Nov 25 04:10:15.038939 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 51760) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:15.064070 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-c635b428-796e-45f9-bc57-030573645540 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 1097 time: 0.0838969 Nov 25 04:10:15.122477 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9df42d-d5b7-4ba4-aa7e-3e0c8f41c125 admin admin] Deleting subnet bb7fa5dc-883a-4321-a111-26b57ff090a7 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:10:15.127830 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc9df42d-d5b7-4ba4-aa7e-3e0c8f41c125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.133058 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.149310 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-7d0eb8f8-2508-45bb-8a45-50de15df75b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c03ba2fc-e988-45b9-a4e5-ea8965150d80 HTTP/1.1" status: 200 len: 217 time: 0.0713112 Nov 25 04:10:15.190381 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc9df42d-d5b7-4ba4-aa7e-3e0c8f41c125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852280415'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.224279 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-88a4bd92-a3dc-4eaf-8575-07d5eb3d45a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:15.225914 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-88a4bd92-a3dc-4eaf-8575-07d5eb3d45a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41f896bf-2b9a-434d-a804-a15ad0975c75 HTTP/1.1" status: 200 len: 854 time: 0.0701482 Nov 25 04:10:15.282313 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-11d59435-e700-49cd-a67b-ead5cdf673aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3445bf14-df08-4f40-91de-4f37768cf77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486782 Nov 25 04:10:15.389801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85346ce-92ba-4a01-9354-a0c9a84211af req-c0647bbe-ad1e-41d6-a915-0937830fe883 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:15.391988 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c85346ce-92ba-4a01-9354-a0c9a84211af req-c0647bbe-ad1e-41d6-a915-0937830fe883 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 944 time: 0.1719539 Nov 25 04:10:15.394666 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc9df42d-d5b7-4ba4-aa7e-3e0c8f41c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.431380 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-d582e211-a006-4601-a157-54996335f357 service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422648 Nov 25 04:10:15.495487 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c85346ce-92ba-4a01-9354-a0c9a84211af req-4a0fc835-a83a-4a78-86c5-cd22ac40b1f9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674763 Nov 25 04:10:15.505345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc9df42d-d5b7-4ba4-aa7e-3e0c8f41c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852280414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1859449'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.509460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:15.546376 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9df42d-d5b7-4ba4-aa7e-3e0c8f41c125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7fa5dc-883a-4321-a111-26b57ff090a7,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:15.550329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cc9df42d-d5b7-4ba4-aa7e-3e0c8f41c125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:15.553784 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc9df42d-d5b7-4ba4-aa7e-3e0c8f41c125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.562296 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-cc9df42d-d5b7-4ba4-aa7e-3e0c8f41c125 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/bb7fa5dc-883a-4321-a111-26b57ff090a7 HTTP/1.1" status: 204 len: 168 time: 0.5199661 Nov 25 04:10:15.562465 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331a92e-f857-4ae1-bb2c-61bc938cf232 None None] Network a25752b1-9c08-4df0-8384-722234ed08aa requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:10:15.562558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 51768) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:15.579720 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc4a518e-5560-401d-a6ea-42f022f304cb req-9f230c9a-0e5d-4f4a-a50c-17799573241b service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404982 Nov 25 04:10:15.683139 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.696306 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Deleting port ca087bab-4655-4b42-b6cd-68a229ba9cd6 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:15.696902 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.740265 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:15.779222 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-21619f11-8fb3-4a04-b8e3-24199a8780d4 req-e3a4c4bc-ab4a-4b9f-aa21-ddb73e582a52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 1097 time: 0.0989544 Nov 25 04:10:15.784155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:15.784802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device cf76a92d-ad83-44cf-a1e4-3b1d1ac67304 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:15.785276 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 34bfe8f7-fe14-4159-8b75-03199c208a92 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:15.821546 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: 34bfe8f7-fe14-4159-8b75-03199c208a92 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:15.821983 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 34bfe8f7-fe14-4159-8b75-03199c208a92 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:15.915596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3ca0f-8ff9-4f46-a852-3f37c22f0992 None None] DHCP port deletion for a25752b1-9c08-4df0-8384-722234ed08aa request from dv-cinder-818778-3-smb {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 25 04:10:15.920101 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3ca0f-8ff9-4f46-a852-3f37c22f0992 None None] Deleting port ca087bab-4655-4b42-b6cd-68a229ba9cd6 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:15.920655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ca0f-8ff9-4f46-a852-3f37c22f0992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.921625 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] For port ca087bab-4655-4b42-b6cd-68a229ba9cd6, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=ca087bab-4655-4b42-b6cd-68a229ba9cd6,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:15.922143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:15.936895 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21619f11-8fb3-4a04-b8e3-24199a8780d4 req-b390dc71-6afa-4c51-8b91-0f2dc740ab7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:15.939191 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-21619f11-8fb3-4a04-b8e3-24199a8780d4 req-b390dc71-6afa-4c51-8b91-0f2dc740ab7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 915 time: 0.1522100 Nov 25 04:10:16.019368 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-21619f11-8fb3-4a04-b8e3-24199a8780d4 req-713849d2-ced3-455f-9b4c-903f86d2154d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c03ba2fc-e988-45b9-a4e5-ea8965150d80 HTTP/1.1" status: 200 len: 217 time: 0.0724733 Nov 25 04:10:16.049880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Calling delete_port for ca087bab-4655-4b42-b6cd-68a229ba9cd6 owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:16.091735 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21619f11-8fb3-4a04-b8e3-24199a8780d4 req-3a0dfeb2-5de0-437b-bb2e-6b152218b14d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:16.093337 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-21619f11-8fb3-4a04-b8e3-24199a8780d4 req-3a0dfeb2-5de0-437b-bb2e-6b152218b14d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41f896bf-2b9a-434d-a804-a15ad0975c75 HTTP/1.1" status: 200 len: 854 time: 0.0664940 Nov 25 04:10:16.122686 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:16.128192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-5b87d39d-aa59-46ed-bb71-00b9c75e7872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:16.146428 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8820b11d-c70b-4d69-aab0-ec66cc4a2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:16.151911 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-21619f11-8fb3-4a04-b8e3-24199a8780d4 req-b91b2f09-066b-44ab-9a58-0666a3cbc209 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3445bf14-df08-4f40-91de-4f37768cf77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472863 Nov 25 04:10:16.163579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:16.169568 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8dd3ca0f-8ff9-4f46-a852-3f37c22f0992 None None] For port ca087bab-4655-4b42-b6cd-68a229ba9cd6, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=ca087bab-4655-4b42-b6cd-68a229ba9cd6,segment=NetworkSegment(e1e6aa30-684e-486e-85d7-8383f0bad83d),segment_id=e1e6aa30-684e-486e-85d7-8383f0bad83d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:16.170180 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ca0f-8ff9-4f46-a852-3f37c22f0992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:16.173426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca087bab-4655-4b42-b6cd-68a229ba9cd6,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:16.177415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:16.180688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] No DVR routers for this DVR port ca087bab-4655-4b42-b6cd-68a229ba9cd6 on host dv-cinder-818778-3-smb {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:10:16.303791 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-21619f11-8fb3-4a04-b8e3-24199a8780d4 req-12655090-ca64-4225-a185-72cb6db6a521 service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409743 Nov 25 04:10:16.304099 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3ca0f-8ff9-4f46-a852-3f37c22f0992 None None] Calling delete_port for ca087bab-4655-4b42-b6cd-68a229ba9cd6 owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:16.306731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:16.334122 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25752b1-9c08-4df0-8384-722234ed08aa']}} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:16.348103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e6aa30-684e-486e-85d7-8383f0bad83d') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:16.348812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e6aa30-684e-486e-85d7-8383f0bad83d') {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:16.362903 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495400'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:16.374773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.db.api [None req-8dd3ca0f-8ff9-4f46-a852-3f37c22f0992 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:10:16.375188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_db.api [None req-8dd3ca0f-8ff9-4f46-a852-3f37c22f0992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 25 04:10:16.378742 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:16.385085 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:10:16.385514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494976'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:10:16.399769 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:10:16.461711 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-21619f11-8fb3-4a04-b8e3-24199a8780d4 req-90910af1-356a-4985-80c3-e153999f79cd service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421320 Nov 25 04:10:16.711251 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:16.715908 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:16.719878 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:16.730880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1eb97-b768-4c9a-a25e-8615458e5fb2 req-7e7ea6f4-7ed8-4e21-9608-bcde02fad6ec tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:16.731624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-4bf1eb97-b768-4c9a-a25e-8615458e5fb2 req-7e7ea6f4-7ed8-4e21-9608-bcde02fad6ec tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Synchronizing usage tracker for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:10:16.744949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=a25752b1-9c08-4df0-8384-722234ed08aa,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:16.746484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-4bf1eb97-b768-4c9a-a25e-8615458e5fb2 req-7e7ea6f4-7ed8-4e21-9608-bcde02fad6ec tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Unset dirty status for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:10:16.747571 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:16.747721 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4bf1eb97-b768-4c9a-a25e-8615458e5fb2 req-7e7ea6f4-7ed8-4e21-9608-bcde02fad6ec tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 944 time: 0.1209631 Nov 25 04:10:16.760270 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3785801c-0d7d-4626-87cc-c785c7344a16 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a25752b1-9c08-4df0-8384-722234ed08aa HTTP/1.1" status: 204 len: 168 time: 1.1966355 Nov 25 04:10:16.802919 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4bf1eb97-b768-4c9a-a25e-8615458e5fb2 req-5ba37fff-faa1-46d7-bb1c-2b8b13867583 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Nov 25 04:10:16.877240 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3ca0f-8ff9-4f46-a852-3f37c22f0992 None None] Deleting port ca087bab-4655-4b42-b6cd-68a229ba9cd6 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:16.877580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ca0f-8ff9-4f46-a852-3f37c22f0992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:16.907823 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51776) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:16.946828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3ca0f-8ff9-4f46-a852-3f37c22f0992 None None] The port 'ca087bab-4655-4b42-b6cd-68a229ba9cd6' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 25 04:10:16.961805 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3c663cdb-294a-49c4-a09d-17ddd85735dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2192983d29584d5db1c6a2697d11a1db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523543 Nov 25 04:10:16.964142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 51780) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:17.026237 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3a9328c0-146b-492d-8efe-c9f1ddbfa802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:17.052879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3a9328c0-146b-492d-8efe-c9f1ddbfa802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:17.100098 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3a9328c0-146b-492d-8efe-c9f1ddbfa802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:17.105140 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8243a1bf-35cf-44be-bb30-a346cbd142bb tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:17.118679 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9328c0-146b-492d-8efe-c9f1ddbfa802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd81202b-35fe-44f2-ab87-c1fb0de7cee6,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:17.123859 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3a9328c0-146b-492d-8efe-c9f1ddbfa802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:17.125954 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3a9328c0-146b-492d-8efe-c9f1ddbfa802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:17.127236 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3a9328c0-146b-492d-8efe-c9f1ddbfa802 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd81202b-35fe-44f2-ab87-c1fb0de7cee6 HTTP/1.1" status: 204 len: 168 time: 0.1620817 Nov 25 04:10:17.696429 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device ca087bab-4655-4b42-b6cd-68a229ba9cd6 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:17.729263 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: ca087bab-4655-4b42-b6cd-68a229ba9cd6 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:17.729725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device ca087bab-4655-4b42-b6cd-68a229ba9cd6 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:18.009154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:18.015390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1e039-7472-4cf1-8a74-6bec1fd618db req-c75ce748-d44c-45bd-abb6-6d108cd5b8a0 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:18.017574 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67a1e039-7472-4cf1-8a74-6bec1fd618db req-c75ce748-d44c-45bd-abb6-6d108cd5b8a0 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 944 time: 0.0875053 Nov 25 04:10:18.066260 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-67a1e039-7472-4cf1-8a74-6bec1fd618db req-077393b2-f9b4-4224-943a-23b4b702e937 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424697 Nov 25 04:10:18.185776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device c03ba2fc-e988-45b9-a4e5-ea8965150d80 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:10:18.330734 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port c03ba2fc-e988-45b9-a4e5-ea8965150d80, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c03ba2fc-e988-45b9-a4e5-ea8965150d80,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:18.344621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': 'c03ba2fc-e988-45b9-a4e5-ea8965150d80', 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c', 'port_id': 'c03ba2fc-e988-45b9-a4e5-ea8965150d80', 'mac_address': 'fa:16:3e:be:b1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f896bf-2b9a-434d-a804-a15ad0975c75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:10:18.399279 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:18.417057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03ba2fc-e988-45b9-a4e5-ea8965150d80 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:10:18.432564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port c03ba2fc-e988-45b9-a4e5-ea8965150d80, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c03ba2fc-e988-45b9-a4e5-ea8965150d80,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:18.435314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:18.438063 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:18.508448 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=c03ba2fc-e988-45b9-a4e5-ea8965150d80,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:18.511761 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:18.825158 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['c03ba2fc-e988-45b9-a4e5-ea8965150d80'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:10:19.302349 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c750c-6e04-4b4a-b73b-5a676fee7a10 req-2853c089-8e7d-45c7-8a6e-dde6a2e16606 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:19.304496 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-264c750c-6e04-4b4a-b73b-5a676fee7a10 req-2853c089-8e7d-45c7-8a6e-dde6a2e16606 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 945 time: 0.1019330 Nov 25 04:10:19.357178 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-264c750c-6e04-4b4a-b73b-5a676fee7a10 req-8a3bd1dc-51b4-44da-842f-fb4006343307 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460930 Nov 25 04:10:20.207033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device c03ba2fc-e988-45b9-a4e5-ea8965150d80 up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:10:20.426571 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port c03ba2fc-e988-45b9-a4e5-ea8965150d80 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:10:20.431459 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port c03ba2fc-e988-45b9-a4e5-ea8965150d80 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:10:20.431919 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:20.550265 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:20.566924 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac507ff-7887-443d-9a06-8af209635d13 req-d1ed1e7f-f280-453b-baa4-5993ec4c8254 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:20.568525 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9ac507ff-7887-443d-9a06-8af209635d13 req-d1ed1e7f-f280-453b-baa4-5993ec4c8254 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 945 time: 0.0865924 Nov 25 04:10:20.577883 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5620b9f7-a883-46a0-a66a-ec924c50b523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03ba2fc-e988-45b9-a4e5-ea8965150d80'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:20.588576 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port c03ba2fc-e988-45b9-a4e5-ea8965150d80, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c03ba2fc-e988-45b9-a4e5-ea8965150d80,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:20.591819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:20.593780 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:20.619833 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9ac507ff-7887-443d-9a06-8af209635d13 req-ba5801f3-a458-4fff-9fed-1e130ca91c2c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450008 Nov 25 04:10:20.647448 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5620b9f7-a883-46a0-a66a-ec924c50b523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03ba2fc-e988-45b9-a4e5-ea8965150d80', 'code': 200} Nov 25 04:10:20.669256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=c03ba2fc-e988-45b9-a4e5-ea8965150d80,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:20.673240 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:20.941293 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7290507d-98bb-4f54-a94d-e5f64bc91052 req-a4cf16fc-208c-4451-9061-dfe3dbc9e4fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 1099 time: 0.0786304 Nov 25 04:10:20.989232 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7290507d-98bb-4f54-a94d-e5f64bc91052 req-cef7f6b4-6900-4dcc-b185-9a278106d0a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407269 Nov 25 04:10:21.257623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:21.825978 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abff62d-b6b9-4692-9387-edfee4d5e828 req-69beb22b-6157-4d5a-a361-38db9d48b73d tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:21.827586 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1abff62d-b6b9-4692-9387-edfee4d5e828 req-69beb22b-6157-4d5a-a361-38db9d48b73d tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 946 time: 0.0836504 Nov 25 04:10:21.879392 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1abff62d-b6b9-4692-9387-edfee4d5e828 req-f1d1bac1-4f5f-4846-893c-2f303cfb6c46 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448356 Nov 25 04:10:23.087062 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6d884-71de-4ec0-9765-16e9150a4cc0 req-53b08c40-ce3d-4b4c-ae34-31b7fdc10471 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:23.088546 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-74d6d884-71de-4ec0-9765-16e9150a4cc0 req-53b08c40-ce3d-4b4c-ae34-31b7fdc10471 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 946 time: 0.0805004 Nov 25 04:10:23.136629 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-74d6d884-71de-4ec0-9765-16e9150a4cc0 req-abc2a7b4-de89-4923-9c9f-dd90958124fd tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Nov 25 04:10:29.774660 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-c052a4bf-9fed-45f9-827c-0b2f3e8c4e17 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:29.776585 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-c052a4bf-9fed-45f9-827c-0b2f3e8c4e17 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 814 time: 0.1580486 Nov 25 04:10:29.794330 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-582d46bd-6df2-40a0-9366-112a4d91db85 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/quotas/14a4c1b86ed84b5c88f64d8641b57292 HTTP/1.1" status: 200 len: 375 time: 0.0116754 Nov 25 04:10:29.888398 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-f51d28c4-a191-4931-8415-be0a90fbf550 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879557 Nov 25 04:10:29.956034 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1f51b91d-9fe6-449e-9dcf-a9f28bb09fb9 req-e7c80143-65fb-414e-ad7e-988fe9d948db tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-502542800&fields=id&tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d HTTP/1.1" status: 200 len: 267 time: 0.0450389 Nov 25 04:10:30.043633 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-e32429f3-8568-49ae-ba5a-75df45b9cd5a service neutron] 10.222.0.47 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475825 Nov 25 04:10:30.053949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51b91d-9fe6-449e-9dcf-a9f28bb09fb9 req-f28c3fed-e5fd-477b-af1b-f418cab022ab tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:30.055861 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1f51b91d-9fe6-449e-9dcf-a9f28bb09fb9 req-f28c3fed-e5fd-477b-af1b-f418cab022ab tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 985 time: 0.0933294 Nov 25 04:10:30.068960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-1f51b91d-9fe6-449e-9dcf-a9f28bb09fb9 req-513ad07d-c693-412e-9ecc-c7b4530a8b3d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Request body: {'port': {'security_groups': ['2e418d00-5ee8-4658-b0fb-1e7b730f0186']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:10:30.194389 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-a9ed8823-5ee2-4ea8-a31b-275ceffc8506 service neutron] 10.222.0.47 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431282 Nov 25 04:10:30.206970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-1f51b91d-9fe6-449e-9dcf-a9f28bb09fb9 req-513ad07d-c693-412e-9ecc-c7b4530a8b3d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:30.416698 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c81751f2-94c6-414f-b0e7-a8c129da3308 req-59b5c252-d43d-45ff-8c09-5d7e3589d45e tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 210 time: 0.0468707 Nov 25 04:10:30.500472 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-1f51b91d-9fe6-449e-9dcf-a9f28bb09fb9 req-513ad07d-c693-412e-9ecc-c7b4530a8b3d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] For port 70682704-1e53-4419-86ca-cb169a086e96, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=70682704-1e53-4419-86ca-cb169a086e96,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:30.527886 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-1f51b91d-9fe6-449e-9dcf-a9f28bb09fb9 req-513ad07d-c693-412e-9ecc-c7b4530a8b3d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:30.530794 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-1f51b91d-9fe6-449e-9dcf-a9f28bb09fb9 req-513ad07d-c693-412e-9ecc-c7b4530a8b3d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:30.537306 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-487df7aa-3096-4d20-ab6a-a1ed3ebf6075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:30.579113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['70682704-1e53-4419-86ca-cb169a086e96'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:10:30.609915 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51b91d-9fe6-449e-9dcf-a9f28bb09fb9 req-513ad07d-c693-412e-9ecc-c7b4530a8b3d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:30.610629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-1f51b91d-9fe6-449e-9dcf-a9f28bb09fb9 req-513ad07d-c693-412e-9ecc-c7b4530a8b3d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:30.615760 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-1f51b91d-9fe6-449e-9dcf-a9f28bb09fb9 req-513ad07d-c693-412e-9ecc-c7b4530a8b3d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "PUT /v2.0/ports/70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 200 len: 943 time: 0.5524943 Nov 25 04:10:30.616535 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'tag': '70682704-1e53-4419-86ca-cb169a086e96'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:30.618640 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52012) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:30.653466 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ad07d-c693-412e-9ecc-c7b4530a8b3d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event updated for resources: {'Port': ['ID=70682704-1e53-4419-86ca-cb169a086e96,revision_number=7']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:30.662953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-513ad07d-c693-412e-9ecc-c7b4530a8b3d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:30.707643 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'tag': '70682704-1e53-4419-86ca-cb169a086e96', 'status': 'completed', 'code': 200} Nov 25 04:10:30.730983 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4110-ee4e-424c-af8b-57cd0f398e9d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:30.768551 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4110-ee4e-424c-af8b-57cd0f398e9d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:30.810267 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['70682704-1e53-4419-86ca-cb169a086e96'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:10:30.894333 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aac8dd5c-289a-4df4-833d-b1020abcb4c4 req-a6a54bdb-ffac-48fa-af65-3d6b5c7b5129 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d&device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 1099 time: 0.1002865 Nov 25 04:10:30.902945 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4110-ee4e-424c-af8b-57cd0f398e9d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:30.918365 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:30.968642 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc4110-ee4e-424c-af8b-57cd0f398e9d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:31.039579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dfdc4110-ee4e-424c-af8b-57cd0f398e9d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:31.042393 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4110-ee4e-424c-af8b-57cd0f398e9d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:31.046106 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-dfdc4110-ee4e-424c-af8b-57cd0f398e9d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "DELETE /v2.0/security-groups/c62ec3b1-8b6c-46a7-8f3e-d7e7e1c090a3 HTTP/1.1" status: 204 len: 168 time: 0.4239295 Nov 25 04:10:31.047043 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52018) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:31.082625 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8bbe64e2-20d2-417d-899f-0706b1ad3c09 None None] Provisioning complete for port 70682704-1e53-4419-86ca-cb169a086e96 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:10:31.083048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8bbe64e2-20d2-417d-899f-0706b1ad3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:31.091003 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8dd5c-289a-4df4-833d-b1020abcb4c4 req-c6f9da0d-d87b-47fc-8193-35148b6677ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:31.092610 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aac8dd5c-289a-4df4-833d-b1020abcb4c4 req-c6f9da0d-d87b-47fc-8193-35148b6677ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2008c6-c614-4546-bfbe-b8edf598f9da HTTP/1.1" status: 200 len: 916 time: 0.1756647 Nov 25 04:10:31.218446 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aac8dd5c-289a-4df4-833d-b1020abcb4c4 req-2f115f76-70c3-4765-b6b1-5e478989d83a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 200 len: 1002 time: 0.1089613 Nov 25 04:10:31.289455 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8dd5c-289a-4df4-833d-b1020abcb4c4 req-3d859668-b3da-4886-8181-dd1058943d9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:31.291093 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aac8dd5c-289a-4df4-833d-b1020abcb4c4 req-3d859668-b3da-4886-8181-dd1058943d9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f433915-62ac-40db-842e-32680290d917 HTTP/1.1" status: 200 len: 854 time: 0.0650852 Nov 25 04:10:31.312309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Deleting port cc08b66e-7d9e-4b54-9423-5f60401ec78e {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:31.312689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:31.381799 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aac8dd5c-289a-4df4-833d-b1020abcb4c4 req-d9158a40-423c-4ddd-b606-253cbb51e311 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2008c6-c614-4546-bfbe-b8edf598f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811617 Nov 25 04:10:31.497565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:31.497968 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:31.568884 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aac8dd5c-289a-4df4-833d-b1020abcb4c4 req-00343c72-6e0c-45d1-a863-22c139cc7a59 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779027 Nov 25 04:10:31.673014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Calling delete_port for cc08b66e-7d9e-4b54-9423-5f60401ec78e owned by network:floatingip {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:31.718413 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-dc0895cb-df6f-42d5-87d9-2eea9dc96438 req-39a32867-dd48-4917-a79a-15a49717074d tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 210 time: 0.1503015 Nov 25 04:10:31.745237 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-aac8dd5c-289a-4df4-833d-b1020abcb4c4 req-a225e064-a251-4fb3-b95e-233eb7b7238b service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589367 Nov 25 04:10:31.995566 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-ed88a8ae-9105-4ae3-b0bc-56c4656c45c8 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:31.997134 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-ed88a8ae-9105-4ae3-b0bc-56c4656c45c8 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 814 time: 0.2324960 Nov 25 04:10:32.002115 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:32.007090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9757ffe9-95d4-430b-9627-d5c0f2ee26b5 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:32.051933 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Request body: {'port': {'device_id': '60121a29-303b-4cc3-8ae5-75fd73355918', 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c', 'admin_state_up': True, 'tenant_id': '14a4c1b86ed84b5c88f64d8641b57292'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:10:32.082980 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event deleted for resources: {'Port': ['ID=cc08b66e-7d9e-4b54-9423-5f60401ec78e,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:32.088717 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:32.281579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks [] for floatingip, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:32.357135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:10:32.370407 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:10:32.385047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Made reservation on behalf of 14a4c1b86ed84b5c88f64d8641b57292 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 25 04:10:32.390429 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:32.652227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Allocated IP 172.20.0.13 (3445bf14-df08-4f40-91de-4f37768cf77c/41f896bf-2b9a-434d-a804-a15ad0975c75/832c8f40-f972-4124-b727-285f6b97c3da) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 25 04:10:32.911151 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-0950b681-b563-43d9-9d66-634b0b0582bf req-373f78b4-57a8-4b62-846b-d4eeb2848d68 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 210 time: 0.0471148 Nov 25 04:10:33.254729 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:33.319250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294458100169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:33.328637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b223b638-384f-4632-9730-6bd1c5cbd5f1 tempest-VolumesActionsTest-605691837 tempest-VolumesActionsTest-605691837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:33.360091 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['ae483e05-b2f4-4aeb-9565-e53d240f7159', '9612746a-3d68-4a42-8dfe-e3de25897759', 'c03ba2fc-e988-45b9-a4e5-ea8965150d80'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:10:33.377484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:10:33.418520 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Pushing event updated for resources: {'Port': ['ID=832c8f40-f972-4124-b727-285f6b97c3da,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:33.423250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Network 3445bf14-df08-4f40-91de-4f37768cf77c is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 25 04:10:33.425848 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:33.426886 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 25 04:10:33.432190 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 25 04:10:33.567423 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:33.568105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:33.619425 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-0bc423f0-2564-4de4-949d-52f81218fd5c tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5769544 Nov 25 04:10:33.680465 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.v2.base [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Request body: {'port': {'device_id': '60121a29-303b-4cc3-8ae5-75fd73355918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 25 04:10:33.828154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:33.894241 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:10:33.899912 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:33.904386 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731c11a-1313-4546-9adc-f350ac822bce None None] Sync routers for ids ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:10:33.917276 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731c11a-1313-4546-9adc-f350ac822bce None None] Routers {'2aec6fc7-a28a-4b53-ab06-3c1da90aa091'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:33.917967 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8731c11a-1313-4546-9adc-f350ac822bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:34.024243 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-929ea9e6-2db4-4214-b67d-444bcc99d068 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "DELETE /v2.0/floatingips/e84dea36-7b4a-445e-a018-0c55cd0670d7 HTTP/1.1" status: 204 len: 168 time: 2.9757874 Nov 25 04:10:34.031882 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'tag': '70682704-1e53-4419-86ca-cb169a086e96'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:34.119293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-8731c11a-1313-4546-9adc-f350ac822bce None None] Set router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:34.216206 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52064) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:34.253155 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354cf26-7aeb-44a7-aeb8-2756f59bcf91 req-a6d7d119-b1b2-4359-b4bb-b61c5a40851b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:34.253970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-8354cf26-7aeb-44a7-aeb8-2756f59bcf91 req-a6d7d119-b1b2-4359-b4bb-b61c5a40851b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Synchronizing usage tracker for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:10:34.293843 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-8354cf26-7aeb-44a7-aeb8-2756f59bcf91 req-a6d7d119-b1b2-4359-b4bb-b61c5a40851b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Unset dirty status for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:10:34.295207 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8354cf26-7aeb-44a7-aeb8-2756f59bcf91 req-a6d7d119-b1b2-4359-b4bb-b61c5a40851b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 932 time: 0.2527492 Nov 25 04:10:34.405765 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832c8f40-f972-4124-b727-285f6b97c3da {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:10:34.414777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:34.419293 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-8354cf26-7aeb-44a7-aeb8-2756f59bcf91 req-15e6962e-1344-435c-9c65-7b1152ec9ab8 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106057 Nov 25 04:10:34.423067 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'tag': '70682704-1e53-4419-86ca-cb169a086e96', 'status': 'completed', 'code': 200} Nov 25 04:10:34.436419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Transition to ACTIVE for port object 832c8f40-f972-4124-b727-285f6b97c3da will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 25 04:10:34.441236 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:34.454009 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-115a84f7-39ef-4d30-9c77-078f9006e3d8 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:34.545368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8731c11a-1313-4546-9adc-f350ac822bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:48Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'a4eb4459-0381-40c1-9cb3-796bc83ff654', 'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'mac_address': 'fa:16:3e:41:0f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:48Z', 'updated_at': '2021-11-25T04:07:58Z', 'revision_number': 5, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'subnets': [{'id': '8f433915-62ac-40db-842e-32680290d917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:34.550731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731c11a-1313-4546-9adc-f350ac822bce None None] Checking router: 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:10:34.565796 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731c11a-1313-4546-9adc-f350ac822bce None None] Routers {'2aec6fc7-a28a-4b53-ab06-3c1da90aa091'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:34.566633 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8731c11a-1313-4546-9adc-f350ac822bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:34.584138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Pushing event updated for resources: {'Port': ['ID=832c8f40-f972-4124-b727-285f6b97c3da,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:34.588880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:34.717541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Attempting to bind port 832c8f40-f972-4124-b727-285f6b97c3da on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:10:34.718323 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Attempting to bind port 832c8f40-f972-4124-b727-285f6b97c3da by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 25 04:10:34.718993 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Attempting to bind port 832c8f40-f972-4124-b727-285f6b97c3da on network 3445bf14-df08-4f40-91de-4f37768cf77c {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:10:34.726327 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Port 832c8f40-f972-4124-b727-285f6b97c3da on network 3445bf14-df08-4f40-91de-4f37768cf77c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 25 04:10:34.726962 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Attempting to bind port 832c8f40-f972-4124-b727-285f6b97c3da on network 3445bf14-df08-4f40-91de-4f37768cf77c {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 25 04:10:34.738544 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Checking agent: {'id': '548e9ea2-8015-4ddf-aa70-8a06202902b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'started_at': datetime.datetime(2021, 11, 25, 4, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 25 04:10:34.739353 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Checking segment: {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 25 04:10:34.739969 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Bound using segment: {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 25 04:10:34.740689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Bound port: 832c8f40-f972-4124-b727-285f6b97c3da, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 25 04:10:34.741235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:34.792267 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-8731c11a-1313-4546-9adc-f350ac822bce None None] Set router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:34.865296 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] For port 832c8f40-f972-4124-b727-285f6b97c3da, host hv-cinder-81877, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 25 04:10:34.871698 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] For port 832c8f40-f972-4124-b727-285f6b97c3da, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=832c8f40-f972-4124-b727-285f6b97c3da,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 25 04:10:34.878098 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852280355'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:34.885000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8fa0adf5-5cf1-41a7-aeda-c7c069187be9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:34.994395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Pushing event updated for resources: {'Port': ['ID=832c8f40-f972-4124-b727-285f6b97c3da,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:35.007505 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:35.009283 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-2295845f-9711-448f-948f-8486f5a2968e service neutron] 10.222.0.15 "PUT /v2.0/ports/832c8f40-f972-4124-b727-285f6b97c3da HTTP/1.1" status: 200 len: 1094 time: 1.3381422 Nov 25 04:10:35.010491 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2295845f-9711-448f-948f-8486f5a2968e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:35.057040 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a04c2e0a-277f-4c1e-ae3c-b51b73bb4f94 req-c6049f88-46c9-44cd-b6e5-f87a663d75b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d&device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 1099 time: 0.5675848 Nov 25 04:10:35.174069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8731c11a-1313-4546-9adc-f350ac822bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:48Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'a4eb4459-0381-40c1-9cb3-796bc83ff654', 'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'mac_address': 'fa:16:3e:41:0f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:48Z', 'updated_at': '2021-11-25T04:07:58Z', 'revision_number': 5, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'subnets': [{'id': '8f433915-62ac-40db-842e-32680290d917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:35.179405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731c11a-1313-4546-9adc-f350ac822bce None None] The sync data for ids ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'] in dv-cinder-818778-3-smb is: [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:07:48Z', 'revision_number': 4, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': 'a4eb4459-0381-40c1-9cb3-796bc83ff654', 'name': '', 'network_id': '5c2008c6-c614-4546-bfbe-b8edf598f9da', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'mac_address': 'fa:16:3e:41:0f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f433915-62ac-40db-842e-32680290d917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:48Z', 'updated_at': '2021-11-25T04:07:58Z', 'revision_number': 5, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'subnets': [{'id': '8f433915-62ac-40db-842e-32680290d917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:10:35.214935 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-4b6323e7-c597-4608-af50-53cee62632d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 1097 time: 0.0956211 Nov 25 04:10:35.215295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Deleting port 7b2c17d0-6e85-4845-882d-37f978092e92 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:35.215677 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:35.326449 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-fbb4cb0f-5f29-4598-8722-7d9dead1ba9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832c8f40-f972-4124-b727-285f6b97c3da HTTP/1.1" status: 200 len: 217 time: 0.0948014 Nov 25 04:10:35.398299 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-1fa13269-39dc-487f-a02f-c11ce4f5caeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:35.400033 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-1fa13269-39dc-487f-a02f-c11ce4f5caeb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41f896bf-2b9a-434d-a804-a15ad0975c75 HTTP/1.1" status: 200 len: 854 time: 0.0662768 Nov 25 04:10:35.411983 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c2e0a-277f-4c1e-ae3c-b51b73bb4f94 req-47b6adab-035e-4782-b28a-6d40730d6b81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:35.413621 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a04c2e0a-277f-4c1e-ae3c-b51b73bb4f94 req-47b6adab-035e-4782-b28a-6d40730d6b81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2008c6-c614-4546-bfbe-b8edf598f9da HTTP/1.1" status: 200 len: 916 time: 0.3317757 Nov 25 04:10:35.456936 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-772f9d00-3651-4996-93df-bfe497f7a43a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3445bf14-df08-4f40-91de-4f37768cf77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493526 Nov 25 04:10:35.498316 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a04c2e0a-277f-4c1e-ae3c-b51b73bb4f94 req-bcda9cba-c431-4e06-a4db-06f946cd4c64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 200 len: 217 time: 0.0773561 Nov 25 04:10:35.577852 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:35.578271 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:35.674716 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-fc1675d1-d12f-40f8-857e-926c67c58f7e service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072835 Nov 25 04:10:35.720606 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Calling delete_port for 7b2c17d0-6e85-4845-882d-37f978092e92 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:35.760403 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c2e0a-277f-4c1e-ae3c-b51b73bb4f94 req-5554bd55-112c-4933-8987-549141064144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:35.761692 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a04c2e0a-277f-4c1e-ae3c-b51b73bb4f94 req-5554bd55-112c-4933-8987-549141064144 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f433915-62ac-40db-842e-32680290d917 HTTP/1.1" status: 200 len: 854 time: 0.2539494 Nov 25 04:10:35.770221 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ccae70-9db2-4b5e-8ec7-f6c1d516d685 None None] New status for floating IP e84dea36-7b4a-445e-a018-0c55cd0670d7: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:10:35.845866 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a25b88-f498-40e2-9396-b63a49571246 req-619f86a5-920e-4268-8da5-54b4a7b92139 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:35.847731 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c9a25b88-f498-40e2-9396-b63a49571246 req-619f86a5-920e-4268-8da5-54b4a7b92139 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 944 time: 0.2286143 Nov 25 04:10:35.868004 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-15b767c4-c964-4776-9f78-5bc8db9104a0 req-dac596e1-a61e-44f7-958b-7ac5277b7c56 service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861882 Nov 25 04:10:35.891811 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a04c2e0a-277f-4c1e-ae3c-b51b73bb4f94 req-bca2b756-25c4-4a25-81bf-dbf9e35523a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2008c6-c614-4546-bfbe-b8edf598f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1164143 Nov 25 04:10:35.930994 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c9a25b88-f498-40e2-9396-b63a49571246 req-fc9a2872-34ca-4ce0-a178-ebc1636f3c93 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670311 Nov 25 04:10:36.074514 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:36.088726 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2a1579de-eb92-4444-ab6d-e11cb5c7a316 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:36.135344 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event deleted for resources: {'Port': ['ID=7b2c17d0-6e85-4845-882d-37f978092e92,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:36.138664 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:36.198129 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a04c2e0a-277f-4c1e-ae3c-b51b73bb4f94 req-76cc6475-fea9-49df-988d-081abdea9314 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938268 Nov 25 04:10:36.345718 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:36.424602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60121a29-303b-4cc3-8ae5-75fd73355918', 'tag': '832c8f40-f972-4124-b727-285f6b97c3da'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:36.460030 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a04c2e0a-277f-4c1e-ae3c-b51b73bb4f94 req-c9d5ee06-5b9b-4009-bf08-5e4d7003c455 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348588 Nov 25 04:10:36.492382 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60121a29-303b-4cc3-8ae5-75fd73355918', 'tag': '832c8f40-f972-4124-b727-285f6b97c3da', 'status': 'completed', 'code': 200} Nov 25 04:10:36.650166 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-29776a53-a356-4d87-9e63-029006f4d730 req-d0a315d1-9eb8-4b03-908d-7338fbfde8ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 1097 time: 0.1086168 Nov 25 04:10:36.744998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:10:37.126024 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29776a53-a356-4d87-9e63-029006f4d730 req-36a03113-0118-4c5d-911a-d37544b84fb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:37.127661 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-29776a53-a356-4d87-9e63-029006f4d730 req-36a03113-0118-4c5d-911a-d37544b84fb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 915 time: 0.4700611 Nov 25 04:10:37.270723 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-29776a53-a356-4d87-9e63-029006f4d730 req-8335ceaf-4a9d-46e2-9140-4bb6941d9a40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832c8f40-f972-4124-b727-285f6b97c3da HTTP/1.1" status: 200 len: 217 time: 0.1297710 Nov 25 04:10:37.357076 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2604674-451d-4194-9e40-495dcf4a1b4b req-b69c29ac-d34d-4588-a47f-49589f75d95d tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:37.358716 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a2604674-451d-4194-9e40-495dcf4a1b4b req-b69c29ac-d34d-4588-a47f-49589f75d95d tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 944 time: 0.3030529 Nov 25 04:10:37.387604 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29776a53-a356-4d87-9e63-029006f4d730 req-12124d58-a13d-4b02-a2bf-c5c8fcb34d1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:37.389112 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-29776a53-a356-4d87-9e63-029006f4d730 req-12124d58-a13d-4b02-a2bf-c5c8fcb34d1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41f896bf-2b9a-434d-a804-a15ad0975c75 HTTP/1.1" status: 200 len: 854 time: 0.1107736 Nov 25 04:10:37.470768 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-29776a53-a356-4d87-9e63-029006f4d730 req-880c1ea5-f065-4452-b2fc-25941395da40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3445bf14-df08-4f40-91de-4f37768cf77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624011 Nov 25 04:10:37.519739 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a2604674-451d-4194-9e40-495dcf4a1b4b req-87f058ce-005c-4950-9872-1a2d96207547 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507628 Nov 25 04:10:37.623438 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:10:37.651429 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-29776a53-a356-4d87-9e63-029006f4d730 req-84e7d5d7-9606-44fd-bae0-a8a73e8638dd service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695499 Nov 25 04:10:37.676035 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2b666-6999-48ba-b090-5dd5f0802a60 req-67e95886-213b-43df-b57d-f467ca95c4f9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:37.676807 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-59c2b666-6999-48ba-b090-5dd5f0802a60 req-67e95886-213b-43df-b57d-f467ca95c4f9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Synchronizing usage tracker for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:10:37.689816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-59c2b666-6999-48ba-b090-5dd5f0802a60 req-67e95886-213b-43df-b57d-f467ca95c4f9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Unset dirty status for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:10:37.691134 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-59c2b666-6999-48ba-b090-5dd5f0802a60 req-67e95886-213b-43df-b57d-f467ca95c4f9 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 946 time: 0.1061459 Nov 25 04:10:37.744687 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-59c2b666-6999-48ba-b090-5dd5f0802a60 req-fcb07853-e813-4f6e-995e-f5d66ff48e66 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467725 Nov 25 04:10:37.931069 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-29776a53-a356-4d87-9e63-029006f4d730 req-b15efb03-d7a2-43a9-8add-b65652c8048d service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203341 Nov 25 04:10:37.980192 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:10:37.990941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37cad48-0110-4ce1-b2b0-e209adaa3111 None None] Sync routers for ids ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:10:38.002182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:38.004119 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37cad48-0110-4ce1-b2b0-e209adaa3111 None None] Routers {'2fd19d89-e694-49cf-b5e8-8f054f6c6d21'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:38.004861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b37cad48-0110-4ce1-b2b0-e209adaa3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:38.056592 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "DELETE /v2.0/floatingips/4c89507b-950e-4b4b-9de7-0431d0155729 HTTP/1.1" status: 204 len: 168 time: 3.8393087 Nov 25 04:10:38.057460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:38.124632 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'status': 'completed', 'code': 200} Nov 25 04:10:38.196509 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-b37cad48-0110-4ce1-b2b0-e209adaa3111 None None] Set router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:38.260271 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c4b104df-d8a9-4855-9b54-33c52b2b8559 req-01366526-b952-4cb2-971c-76fac5638cf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7109e4e352c54001a318a33903fc7bbf&device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 1098 time: 0.0819688 Nov 25 04:10:38.363923 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 832c8f40-f972-4124-b727-285f6b97c3da details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 25 04:10:38.413453 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b104df-d8a9-4855-9b54-33c52b2b8559 req-b971fdd5-21f8-4c4f-b806-71d37088decd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:38.415319 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c4b104df-d8a9-4855-9b54-33c52b2b8559 req-b971fdd5-21f8-4c4f-b806-71d37088decd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d782c046-109e-4cc0-a0b2-334f293eed48 HTTP/1.1" status: 200 len: 910 time: 0.1488128 Nov 25 04:10:38.489715 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e765b-d651-4995-9ded-1a3821b37edc req-bdd2ab95-f465-493d-a80a-f8d38cb1cfb2 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:38.491634 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-419e765b-d651-4995-9ded-1a3821b37edc req-bdd2ab95-f465-493d-a80a-f8d38cb1cfb2 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0921736 Nov 25 04:10:38.495068 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c4b104df-d8a9-4855-9b54-33c52b2b8559 req-5c7cf3e1-c00b-4649-821d-baf8ec1f84e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 HTTP/1.1" status: 200 len: 217 time: 0.0700645 Nov 25 04:10:38.545225 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-419e765b-d651-4995-9ded-1a3821b37edc req-fb49c467-49a3-4c93-b1be-3c5386edd6e0 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462141 Nov 25 04:10:38.582385 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b104df-d8a9-4855-9b54-33c52b2b8559 req-962b02db-8569-46f3-aa91-4dd2b802f4a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:38.584133 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c4b104df-d8a9-4855-9b54-33c52b2b8559 req-962b02db-8569-46f3-aa91-4dd2b802f4a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8d5d8d9-0748-4375-b694-c56a0e47d2b5 HTTP/1.1" status: 200 len: 848 time: 0.0736184 Nov 25 04:10:38.678190 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c4b104df-d8a9-4855-9b54-33c52b2b8559 req-3245ea2a-6f25-4591-b12b-b7501e844611 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d782c046-109e-4cc0-a0b2-334f293eed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0861681 Nov 25 04:10:38.800247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 832c8f40-f972-4124-b727-285f6b97c3da, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=832c8f40-f972-4124-b727-285f6b97c3da,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:38.816841 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Returning: {'device': '832c8f40-f972-4124-b727-285f6b97c3da', 'network_id': '3445bf14-df08-4f40-91de-4f37768cf77c', 'port_id': '832c8f40-f972-4124-b727-285f6b97c3da', 'mac_address': 'fa:16:3e:44:11:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f896bf-2b9a-434d-a804-a15ad0975c75', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 25 04:10:38.945520 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:38.957101 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c4b104df-d8a9-4855-9b54-33c52b2b8559 req-e2792067-55f8-4ee3-9c69-e731d2acb9fa service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685561 Nov 25 04:10:38.970787 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff7107-e284-4023-b5e5-a85c948fcfd9 req-42596cd7-dc0b-4729-b23f-27ec297c215d tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:38.972652 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832c8f40-f972-4124-b727-285f6b97c3da {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 25 04:10:38.978838 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d7ff7107-e284-4023-b5e5-a85c948fcfd9 req-42596cd7-dc0b-4729-b23f-27ec297c215d tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 944 time: 0.1638584 Nov 25 04:10:38.995842 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 832c8f40-f972-4124-b727-285f6b97c3da, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=832c8f40-f972-4124-b727-285f6b97c3da,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:38.998306 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b37cad48-0110-4ce1-b2b0-e209adaa3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:55Z', 'revision_number': 4, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '21d3233f-d282-464a-833d-e3804114c609', 'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'mac_address': 'fa:16:3e:4c:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:54Z', 'updated_at': '2021-11-25T04:05:08Z', 'revision_number': 5, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'subnets': [{'id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:38.999294 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c41f7-aae2-4f13-9dd2-a1d87db17dc5 req-31849def-41d5-4ee4-9c0b-201265f514c3 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:39.000924 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e6c41f7-aae2-4f13-9dd2-a1d87db17dc5 req-31849def-41d5-4ee4-9c0b-201265f514c3 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 946 time: 0.0958812 Nov 25 04:10:39.005426 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:39.007875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37cad48-0110-4ce1-b2b0-e209adaa3111 None None] Checking router: 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:10:39.011354 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:39.052983 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-7e6c41f7-aae2-4f13-9dd2-a1d87db17dc5 req-481d95b1-21bd-4446-86b5-d5a51fe9231a tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453901 Nov 25 04:10:39.085678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37cad48-0110-4ce1-b2b0-e209adaa3111 None None] Routers {'2fd19d89-e694-49cf-b5e8-8f054f6c6d21'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:39.086390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b37cad48-0110-4ce1-b2b0-e209adaa3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:16Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:39.129695 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d7ff7107-e284-4023-b5e5-a85c948fcfd9 req-d3ba7d2e-0f85-4126-91e0-7db36abac7a3 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496029 Nov 25 04:10:39.139294 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=832c8f40-f972-4124-b727-285f6b97c3da,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:39.148607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:39.167897 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c4b104df-d8a9-4855-9b54-33c52b2b8559 req-ba942d66-e2ba-4704-94d8-9588596dd467 service neutron] 10.222.0.15 "GET /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862793 Nov 25 04:10:39.281768 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-b37cad48-0110-4ce1-b2b0-e209adaa3111 None None] Set router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:39.412666 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['832c8f40-f972-4124-b727-285f6b97c3da'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:10:39.761208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b37cad48-0110-4ce1-b2b0-e209adaa3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:55Z', 'revision_number': 4, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '21d3233f-d282-464a-833d-e3804114c609', 'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'mac_address': 'fa:16:3e:4c:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:54Z', 'updated_at': '2021-11-25T04:05:08Z', 'revision_number': 5, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'subnets': [{'id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:39.766341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37cad48-0110-4ce1-b2b0-e209adaa3111 None None] The sync data for ids ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'] in dv-cinder-818778-3-smb is: [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:04:55Z', 'revision_number': 4, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb', '_interfaces': [{'id': '21d3233f-d282-464a-833d-e3804114c609', 'name': '', 'network_id': 'd782c046-109e-4cc0-a0b2-334f293eed48', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'mac_address': 'fa:16:3e:4c:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:54Z', 'updated_at': '2021-11-25T04:05:08Z', 'revision_number': 5, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'subnets': [{'id': 'f8d5d8d9-0748-4375-b694-c56a0e47d2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:10:39.771681 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481a6e3-2c57-4b78-879f-19e071a2ccbe req-f533fef8-0abd-4150-9946-3c7c47b0f119 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:39.776852 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c481a6e3-2c57-4b78-879f-19e071a2ccbe req-f533fef8-0abd-4150-9946-3c7c47b0f119 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0892656 Nov 25 04:10:39.826517 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c481a6e3-2c57-4b78-879f-19e071a2ccbe req-6bd94836-9e3f-42ca-822c-a6c91a19bb4d tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446665 Nov 25 04:10:40.133634 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08662347-38b9-4a50-9f7e-310c876da700 req-6d58db23-b96a-44aa-aa8d-f82fe0daa777 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:40.135627 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-08662347-38b9-4a50-9f7e-310c876da700 req-6d58db23-b96a-44aa-aa8d-f82fe0daa777 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 946 time: 0.1144590 Nov 25 04:10:40.304400 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-08662347-38b9-4a50-9f7e-310c876da700 req-03bf6ab4-e42e-4bc9-b100-9e827197541f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Deleting port 70682704-1e53-4419-86ca-cb169a086e96 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:40.304789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-08662347-38b9-4a50-9f7e-310c876da700 req-03bf6ab4-e42e-4bc9-b100-9e827197541f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:40.321081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8610dc2-c907-452d-96bf-7df29920a539 None None] New status for floating IP 4c89507b-950e-4b4b-9de7-0431d0155729: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 25 04:10:40.369678 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94a728-0afe-4497-add6-41bfb500dfad req-68cb99db-a5a0-481a-bbb6-6e1ed5aee898 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:40.371329 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eb94a728-0afe-4497-add6-41bfb500dfad req-68cb99db-a5a0-481a-bbb6-6e1ed5aee898 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 945 time: 0.0992076 Nov 25 04:10:40.383357 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325eb61-2f3e-4297-bc71-4a96adff615e req-55d48375-b208-4a28-8127-bed9e8e9ef36 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:40.384961 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5325eb61-2f3e-4297-bc71-4a96adff615e req-55d48375-b208-4a28-8127-bed9e8e9ef36 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 946 time: 0.1794789 Nov 25 04:10:40.446474 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eb94a728-0afe-4497-add6-41bfb500dfad req-dd6565d3-8389-44ff-bba9-1c24be002edc tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679944 Nov 25 04:10:40.523627 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-5325eb61-2f3e-4297-bc71-4a96adff615e req-9831b715-d742-4a28-bf0a-efadf5533d96 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Synchronizing usage tracker for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:10:40.547458 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a12bd-92e1-4674-8506-3f7f96d76d5c req-05fff94b-382e-4b3d-82b0-5b185341635d tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:40.549541 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c78a12bd-92e1-4674-8506-3f7f96d76d5c req-05fff94b-382e-4b3d-82b0-5b185341635d tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.0969808 Nov 25 04:10:40.613209 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-5325eb61-2f3e-4297-bc71-4a96adff615e req-9831b715-d742-4a28-bf0a-efadf5533d96 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Unset dirty status for tenant:f4b9abdc4ee64b5da6adb82dcda3498d on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:10:40.614863 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5325eb61-2f3e-4297-bc71-4a96adff615e req-9831b715-d742-4a28-bf0a-efadf5533d96 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e418d00-5ee8-4658-b0fb-1e7b730f0186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230768 Nov 25 04:10:40.649004 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-c78a12bd-92e1-4674-8506-3f7f96d76d5c req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Deleting port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:40.649396 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-c78a12bd-92e1-4674-8506-3f7f96d76d5c req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:40.672190 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-08662347-38b9-4a50-9f7e-310c876da700 req-03bf6ab4-e42e-4bc9-b100-9e827197541f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] For port 70682704-1e53-4419-86ca-cb169a086e96, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=70682704-1e53-4419-86ca-cb169a086e96,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:40.672596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-08662347-38b9-4a50-9f7e-310c876da700 req-03bf6ab4-e42e-4bc9-b100-9e827197541f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:40.808613 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-08662347-38b9-4a50-9f7e-310c876da700 req-03bf6ab4-e42e-4bc9-b100-9e827197541f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Calling delete_port for 70682704-1e53-4419-86ca-cb169a086e96 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:40.921357 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-c78a12bd-92e1-4674-8506-3f7f96d76d5c req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] For port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:40.921765 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-c78a12bd-92e1-4674-8506-3f7f96d76d5c req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:40.962305 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-08662347-38b9-4a50-9f7e-310c876da700 req-03bf6ab4-e42e-4bc9-b100-9e827197541f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:40.968037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a9a53da5-8939-406b-93a4-acdb3df2493f tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:41.010371 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf6ab4-e42e-4bc9-b100-9e827197541f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Pushing event deleted for resources: {'Port': ['ID=70682704-1e53-4419-86ca-cb169a086e96,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:41.014670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-03bf6ab4-e42e-4bc9-b100-9e827197541f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:41.321637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-08662347-38b9-4a50-9f7e-310c876da700 req-03bf6ab4-e42e-4bc9-b100-9e827197541f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] No DVR routers for this DVR port 70682704-1e53-4419-86ca-cb169a086e96 on host hv-cinder-81877 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:10:41.324203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-08662347-38b9-4a50-9f7e-310c876da700 req-03bf6ab4-e42e-4bc9-b100-9e827197541f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:41.327188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'name': 'network-vif-deleted', 'tag': '70682704-1e53-4419-86ca-cb169a086e96'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:41.332296 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-c78a12bd-92e1-4674-8506-3f7f96d76d5c req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Calling delete_port for b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:41.343581 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-08662347-38b9-4a50-9f7e-310c876da700 req-03bf6ab4-e42e-4bc9-b100-9e827197541f tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.15 "DELETE /v2.0/ports/70682704-1e53-4419-86ca-cb169a086e96 HTTP/1.1" status: 204 len: 173 time: 1.1970391 Nov 25 04:10:41.388067 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df41e27-b4ad-4277-ab80-deea9149ce57', 'name': 'network-vif-deleted', 'tag': '70682704-1e53-4419-86ca-cb169a086e96', 'status': 'completed', 'code': 200} Nov 25 04:10:41.479208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248adb-656e-4e8e-8f65-3d822cba8362 req-3df017a5-07cc-41b1-bf85-378834d951c1 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:41.486822 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-06248adb-656e-4e8e-8f65-3d822cba8362 req-3df017a5-07cc-41b1-bf85-378834d951c1 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 945 time: 0.4974580 Nov 25 04:10:41.562166 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-06248adb-656e-4e8e-8f65-3d822cba8362 req-e8832f25-776e-474b-ad6b-0990582665c3 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/security-groups?id=f63175d8-86b5-4fc1-be1d-fc4399147b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742557 Nov 25 04:10:41.583596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-c78a12bd-92e1-4674-8506-3f7f96d76d5c req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:41.589830 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:41.643773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event deleted for resources: {'Port': ['ID=b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:41.705229 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24138a64-499b-4846-a489-832c18c76ede req-2d37c359-eae1-424b-a53a-b2b0e6e878a0 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:41.707087 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-24138a64-499b-4846-a489-832c18c76ede req-2d37c359-eae1-424b-a53a-b2b0e6e878a0 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 945 time: 0.1115923 Nov 25 04:10:41.737267 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78a12bd-92e1-4674-8506-3f7f96d76d5c req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] No DVR routers for this DVR port b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:10:41.740227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:41.740650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:41.741065 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:41.741473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:41.741879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:41.742313 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:41.742715 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:41.743117 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:41.743540 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:41.743927 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:41.744328 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:41.748333 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-c78a12bd-92e1-4674-8506-3f7f96d76d5c req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:41.761949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'name': 'network-vif-deleted', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:41.775797 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:41.781285 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-24138a64-499b-4846-a489-832c18c76ede req-2eaf2211-6f02-4d06-ba4e-e594d70fe49f tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669451 Nov 25 04:10:41.788383 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-c78a12bd-92e1-4674-8506-3f7f96d76d5c req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.15 "DELETE /v2.0/ports/b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 HTTP/1.1" status: 204 len: 173 time: 1.2325063 Nov 25 04:10:41.857836 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf3d8ee-4d6b-4316-81d0-8d75961f0651', 'name': 'network-vif-deleted', 'tag': 'b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6', 'status': 'completed', 'code': 200} Nov 25 04:10:41.915877 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-49e9070f-c2ed-48a2-8ecf-a8b9212c16c1 req-c09dab03-5e29-49d8-b637-515d278c4bb7 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] 10.222.0.47 "GET /v2.0/ports?device_id=8df41e27-b4ad-4277-ab80-deea9149ce57 HTTP/1.1" status: 200 len: 210 time: 0.0533769 Nov 25 04:10:42.367793 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 832c8f40-f972-4124-b727-285f6b97c3da up at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 25 04:10:42.443259 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning for port 832c8f40-f972-4124-b727-285f6b97c3da completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 25 04:10:42.448051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Provisioning complete for port 832c8f40-f972-4124-b727-285f6b97c3da triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 25 04:10:42.448418 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16101437'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:42.571255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16190713'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:42.600143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60121a29-303b-4cc3-8ae5-75fd73355918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832c8f40-f972-4124-b727-285f6b97c3da'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:42.610655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] For port 832c8f40-f972-4124-b727-285f6b97c3da, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=832c8f40-f972-4124-b727-285f6b97c3da,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:42.614272 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363294457634898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294458100152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742396675682'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:42.615144 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 70682704-1e53-4419-86ca-cb169a086e96 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:42.647125 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:42.686344 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60121a29-303b-4cc3-8ae5-75fd73355918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832c8f40-f972-4124-b727-285f6b97c3da', 'code': 200} Nov 25 04:10:42.694319 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: 70682704-1e53-4419-86ca-cb169a086e96 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:42.695113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 70682704-1e53-4419-86ca-cb169a086e96 not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:42.726871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Pushing event updated for resources: {'Port': ['ID=832c8f40-f972-4124-b727-285f6b97c3da,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:42.729974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:42.748416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-4c7ed02f-19f2-479d-8181-97970fd8a63f req-a557635c-bb81-481f-a40b-68960b959397 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Synchronizing usage tracker for tenant:7109e4e352c54001a318a33903fc7bbf on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:10:42.765065 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-4c7ed02f-19f2-479d-8181-97970fd8a63f req-a557635c-bb81-481f-a40b-68960b959397 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Unset dirty status for tenant:7109e4e352c54001a318a33903fc7bbf on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:10:42.766755 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-4c7ed02f-19f2-479d-8181-97970fd8a63f req-a557635c-bb81-481f-a40b-68960b959397 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cf3d8ee-4d6b-4316-81d0-8d75961f0651 HTTP/1.1" status: 200 len: 210 time: 0.0719528 Nov 25 04:10:43.047229 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d66262-e649-4838-bffc-23e6908e63b9 req-822199ef-f502-400a-aeda-76ca19fa6810 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:43.049715 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-54d66262-e649-4838-bffc-23e6908e63b9 req-822199ef-f502-400a-aeda-76ca19fa6810 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 946 time: 0.1146564 Nov 25 04:10:43.054386 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d7eb42a8-778c-4789-b482-d1e39fb7a8af req-d9335c5e-1a8a-4f7d-92c7-5e79941babaf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 1099 time: 0.1538942 Nov 25 04:10:43.158761 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-54d66262-e649-4838-bffc-23e6908e63b9 req-6caed5de-6b49-4518-a3ac-7452eda780f1 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004109 Nov 25 04:10:43.163121 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d7eb42a8-778c-4789-b482-d1e39fb7a8af req-b5424600-7467-4798-886b-4cffcd3a5c31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843227 Nov 25 04:10:43.585569 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2ebe5235-296e-4b81-9fb1-5ae9f5a3d975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:43.763893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52252) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:43.882508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52258) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:43.957716 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-52690657-eb77-4e9e-b2f1-514defe4c495 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:43.990510 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-52690657-eb77-4e9e-b2f1-514defe4c495 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:44.046609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-52690657-eb77-4e9e-b2f1-514defe4c495 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:44.052624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ff411748-4d7d-4c2e-960c-81bbef5a2949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:44.068846 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52690657-eb77-4e9e-b2f1-514defe4c495 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63175d8-86b5-4fc1-be1d-fc4399147b3d,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:44.071689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-52690657-eb77-4e9e-b2f1-514defe4c495 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:44.077827 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-52690657-eb77-4e9e-b2f1-514defe4c495 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:44.079143 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-52690657-eb77-4e9e-b2f1-514defe4c495 tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] 10.222.0.47 "DELETE /v2.0/security-groups/f63175d8-86b5-4fc1-be1d-fc4399147b3d HTTP/1.1" status: 204 len: 168 time: 0.1953833 Nov 25 04:10:44.127049 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52264) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:44.187955 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712960'] for router_interface, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:44.375696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:44.453526 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:44.454938 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device b75d7c55-ea53-468d-ad0d-1f06a0d9b7b6 not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:44.456424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbef62-de6f-489e-be51-676a13803204 req-dc1db6a5-5b23-4e2c-80dd-7f0901f58285 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:44.457908 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d9bbef62-de6f-489e-be51-676a13803204 req-dc1db6a5-5b23-4e2c-80dd-7f0901f58285 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 946 time: 0.1212711 Nov 25 04:10:44.561885 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-d9bbef62-de6f-489e-be51-676a13803204 req-c79b66b3-a23d-46d5-b10e-61d819559c0e tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962565 Nov 25 04:10:44.730159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712960'] for router_interface, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:44.982168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Deleting port a4eb4459-0381-40c1-9cb3-796bc83ff654 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:44.982548 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:45.125082 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:45.182724 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] For port a4eb4459-0381-40c1-9cb3-796bc83ff654, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=a4eb4459-0381-40c1-9cb3-796bc83ff654,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:45.183124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:45.314066 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Calling delete_port for a4eb4459-0381-40c1-9cb3-796bc83ff654 owned by network:router_interface {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:45.380312 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Deleting port 21d3233f-d282-464a-833d-e3804114c609 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:45.380688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:45.500597 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:45.505474 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-be35a4f0-bda0-4a1d-92f1-e3ae0640f186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:45.550577 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4eb4459-0381-40c1-9cb3-796bc83ff654,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:45.554997 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:45.572028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] For port 21d3233f-d282-464a-833d-e3804114c609, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=21d3233f-d282-464a-833d-e3804114c609,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:45.572513 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:45.712417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Calling delete_port for 21d3233f-d282-464a-833d-e3804114c609 owned by network:router_interface {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:45.872314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecea52e-2fd6-4f90-a38b-6ceebbab7178 req-6db6010b-bcfa-4357-aa78-21c0f0916058 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:45.873906 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eecea52e-2fd6-4f90-a38b-6ceebbab7178 req-6db6010b-bcfa-4357-aa78-21c0f0916058 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 946 time: 0.1265538 Nov 25 04:10:45.886046 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16135440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713114'] for router_interface, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:45.943488 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-eecea52e-2fd6-4f90-a38b-6ceebbab7178 req-cf38f1d1-4e80-477e-9427-29038770a466 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569339 Nov 25 04:10:46.017368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:46.022519 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e9cbc51b-cc05-48e0-b440-b5500d5e7b1a tempest-TestShelveInstance-1966298854 tempest-TestShelveInstance-1966298854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:46.059527 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ee21d11b-c04a-4e12-8160-8c74a8fb0905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:46.067535 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d3233f-d282-464a-833d-e3804114c609,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:46.070716 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:46.099252 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:46.848901 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16135440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713114'] for router_interface, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:46.964306 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:10:47.180256 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:10:47.191594 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280344b6-ccc2-4734-ae35-bfd531d248ff None None] Sync routers for ids ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:10:47.196093 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] 10.222.0.47 "PUT /v2.0/routers/2aec6fc7-a28a-4b53-ab06-3c1da90aa091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4287119 Nov 25 04:10:47.196394 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52308) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:47.209206 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280344b6-ccc2-4734-ae35-bfd531d248ff None None] Routers {'2aec6fc7-a28a-4b53-ab06-3c1da90aa091'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:47.210002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-280344b6-ccc2-4734-ae35-bfd531d248ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:47.405389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:47.411353 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-280344b6-ccc2-4734-ae35-bfd531d248ff None None] Set router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:47.484853 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:10:47.619072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:47.628646 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Deleting port 672b5e26-9e3d-416d-8b2f-0885985144e5 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:47.629029 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:47.746595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:10:47.766477 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e903d-4f56-478a-ae60-465725eb6596 None None] Sync routers for ids ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:10:47.786987 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] 10.222.0.47 "PUT /v2.0/routers/2fd19d89-e694-49cf-b5e8-8f054f6c6d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6586604 Nov 25 04:10:47.787865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52316) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:47.790899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e903d-4f56-478a-ae60-465725eb6596 None None] Routers {'2fd19d89-e694-49cf-b5e8-8f054f6c6d21'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:47.791587 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-972e903d-4f56-478a-ae60-465725eb6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:47.792055 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-280344b6-ccc2-4734-ae35-bfd531d248ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:10:45Z', 'revision_number': 5, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port': {'id': '672b5e26-9e3d-416d-8b2f-0885985144e5', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:45Z', 'updated_at': '2021-11-25T04:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:47.801874 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280344b6-ccc2-4734-ae35-bfd531d248ff None None] Checking router: 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:10:47.839040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280344b6-ccc2-4734-ae35-bfd531d248ff None None] Routers {'2aec6fc7-a28a-4b53-ab06-3c1da90aa091'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:47.839912 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-280344b6-ccc2-4734-ae35-bfd531d248ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:48.024261 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] For port 672b5e26-9e3d-416d-8b2f-0885985144e5, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=672b5e26-9e3d-416d-8b2f-0885985144e5,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:48.025045 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:48.138456 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Notify callbacks [] for router, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:48.155871 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-972e903d-4f56-478a-ae60-465725eb6596 None None] Set router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:48.176970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:48.218522 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-280344b6-ccc2-4734-ae35-bfd531d248ff None None] Set router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:48.276629 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Calling delete_port for 672b5e26-9e3d-416d-8b2f-0885985144e5 owned by network:router_gateway {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:48.468508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-280344b6-ccc2-4734-ae35-bfd531d248ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:10:47Z', 'revision_number': 6, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port_host': None}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:48.484050 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280344b6-ccc2-4734-ae35-bfd531d248ff None None] The sync data for ids ['2aec6fc7-a28a-4b53-ab06-3c1da90aa091'] in dv-cinder-818778-3-smb is: [{'id': '2aec6fc7-a28a-4b53-ab06-3c1da90aa091', 'name': 'tempest-TestMinimumBasicScenario-2109642752-router', 'tenant_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:44Z', 'updated_at': '2021-11-25T04:10:47Z', 'revision_number': 6, 'project_id': 'f4b9abdc4ee64b5da6adb82dcda3498d', 'gw_port_host': None}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:10:48.540298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:48.542854 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:48.550077 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-def84849-e82b-4452-811c-8b16144887d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:48.569810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Deleting port edd2274d-8749-400b-a130-d31f5afe1caa {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:48.570254 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:48.626551 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-972e903d-4f56-478a-ae60-465725eb6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:10:45Z', 'revision_number': 5, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port': {'id': 'edd2274d-8749-400b-a130-d31f5afe1caa', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:04:51Z', 'updated_at': '2021-11-25T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:48.633115 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Pushing event deleted for resources: {'Port': ['ID=672b5e26-9e3d-416d-8b2f-0885985144e5,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:48.634834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e903d-4f56-478a-ae60-465725eb6596 None None] Checking router: 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:10:48.637895 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:48.667490 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e903d-4f56-478a-ae60-465725eb6596 None None] Routers {'2fd19d89-e694-49cf-b5e8-8f054f6c6d21'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:48.668411 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-972e903d-4f56-478a-ae60-465725eb6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:48.842704 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] For port edd2274d-8749-400b-a130-d31f5afe1caa, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=edd2274d-8749-400b-a130-d31f5afe1caa,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:48.843119 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:48.892109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-972e903d-4f56-478a-ae60-465725eb6596 None None] Set router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:48.938046 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716049'] for router_gateway, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:48.999542 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Calling delete_port for edd2274d-8749-400b-a130-d31f5afe1caa owned by network:router_gateway {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:49.011840 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-972e903d-4f56-478a-ae60-465725eb6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:10:48Z', 'revision_number': 6, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port_host': None}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:49.016314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e903d-4f56-478a-ae60-465725eb6596 None None] The sync data for ids ['2fd19d89-e694-49cf-b5e8-8f054f6c6d21'] in dv-cinder-818778-3-smb is: [{'id': '2fd19d89-e694-49cf-b5e8-8f054f6c6d21', 'name': 'tempest-TestShelveInstance-1383435821-router', 'tenant_id': '7109e4e352c54001a318a33903fc7bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:04:49Z', 'updated_at': '2021-11-25T04:10:48Z', 'revision_number': 6, 'project_id': '7109e4e352c54001a318a33903fc7bbf', 'gw_port_host': None}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:10:49.194639 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.199358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e5d8e8f2-4266-4e65-acf5-12f884f1b145 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:49.234067 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-649855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-76538'] for router, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.239029 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.243211 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd2274d-8749-400b-a130-d31f5afe1caa,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:49.246949 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:49.269423 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-649745'] for router, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.270176 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aec6fc7-a28a-4b53-ab06-3c1da90aa091 {{(pid=88177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 04:10:49.283742 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.285089 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] 10.222.0.47 "DELETE /v2.0/routers/2aec6fc7-a28a-4b53-ab06-3c1da90aa091 HTTP/1.1" status: 204 len: 168 time: 2.0876865 Nov 25 04:10:49.287687 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52336) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:49.356358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76ec1d0-c7da-4b7c-8f09-2c4cee22478a admin admin] Deleting subnet 8f433915-62ac-40db-842e-32680290d917 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:10:49.359590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c76ec1d0-c7da-4b7c-8f09-2c4cee22478a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.419229 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c76ec1d0-c7da-4b7c-8f09-2c4cee22478a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344821'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.508363 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716049'] for router_gateway, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.518494 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c76ec1d0-c7da-4b7c-8f09-2c4cee22478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.640721 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c76ec1d0-c7da-4b7c-8f09-2c4cee22478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2564356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1613802'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.651203 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:49.703858 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c76ec1d0-c7da-4b7c-8f09-2c4cee22478a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.715664 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-c76ec1d0-c7da-4b7c-8f09-2c4cee22478a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8f433915-62ac-40db-842e-32680290d917 HTTP/1.1" status: 204 len: 168 time: 0.4268434 Nov 25 04:10:49.717778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ec1d0-c7da-4b7c-8f09-2c4cee22478a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f433915-62ac-40db-842e-32680290d917,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:49.720250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa2f8e-3264-4bd0-8154-ec360d38e2cf None None] Network 5c2008c6-c614-4546-bfbe-b8edf598f9da requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:10:49.721627 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c76ec1d0-c7da-4b7c-8f09-2c4cee22478a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:49.722226 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52346) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:49.846798 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.858459 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Deleting port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:49.858756 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:49.928354 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 672b5e26-9e3d-416d-8b2f-0885985144e5 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:49.970601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: 672b5e26-9e3d-416d-8b2f-0885985144e5 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:49.971005 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 672b5e26-9e3d-416d-8b2f-0885985144e5 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:49.971480 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device a4eb4459-0381-40c1-9cb3-796bc83ff654 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:50.011939 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: a4eb4459-0381-40c1-9cb3-796bc83ff654 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:50.012303 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device a4eb4459-0381-40c1-9cb3-796bc83ff654 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:50.012749 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device edd2274d-8749-400b-a130-d31f5afe1caa no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:50.050204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: edd2274d-8749-400b-a130-d31f5afe1caa {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:50.050204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device edd2274d-8749-400b-a130-d31f5afe1caa not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:50.050204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 21d3233f-d282-464a-833d-e3804114c609 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:50.088338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: 21d3233f-d282-464a-833d-e3804114c609 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:50.088738 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 21d3233f-d282-464a-833d-e3804114c609 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:50.126135 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-649855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-76538'] for router, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.131355 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.170493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-649745'] for router, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.171424 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd19d89-e694-49cf-b5e8-8f054f6c6d21 {{(pid=88178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 04:10:50.196953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.198850 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-bea08b40-47e5-4503-a19f-fb0817a45752 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2fd19d89-e694-49cf-b5e8-8f054f6c6d21 HTTP/1.1" status: 204 len: 168 time: 2.4098973 Nov 25 04:10:50.201668 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52362) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:50.229683 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118c133d-29a2-48ad-80f6-ca2c924e6829 None None] DHCP port deletion for 5c2008c6-c614-4546-bfbe-b8edf598f9da request from dv-cinder-818778-3-smb {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 25 04:10:50.236222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-118c133d-29a2-48ad-80f6-ca2c924e6829 None None] Deleting port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:50.236650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-118c133d-29a2-48ad-80f6-ca2c924e6829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.314665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-75624445-a10c-4a6e-8f82-b7ce65284159 admin admin] Deleting subnet f8d5d8d9-0748-4375-b694-c56a0e47d2b5 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:10:50.318294 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-75624445-a10c-4a6e-8f82-b7ce65284159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.393185 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-75624445-a10c-4a6e-8f82-b7ce65284159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852280415'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.486080 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-75624445-a10c-4a6e-8f82-b7ce65284159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.512531 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-118c133d-29a2-48ad-80f6-ca2c924e6829 None None] For port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:50.512974 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-118c133d-29a2-48ad-80f6-ca2c924e6829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.516292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] For port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e,segment=NetworkSegment(5d21abc0-2af9-48ef-b897-a2195a4ca151),segment_id=5d21abc0-2af9-48ef-b897-a2195a4ca151)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:50.517382 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.558341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-75624445-a10c-4a6e-8f82-b7ce65284159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852280414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1859449'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.564146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dce7bdc2-214a-44d9-9442-6bdea11f3261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:50.609099 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75624445-a10c-4a6e-8f82-b7ce65284159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d5d8d9-0748-4375-b694-c56a0e47d2b5,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:50.616465 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-75624445-a10c-4a6e-8f82-b7ce65284159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:50.620318 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-75624445-a10c-4a6e-8f82-b7ce65284159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.627927 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-75624445-a10c-4a6e-8f82-b7ce65284159 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f8d5d8d9-0748-4375-b694-c56a0e47d2b5 HTTP/1.1" status: 204 len: 168 time: 0.4247770 Nov 25 04:10:50.630480 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52372) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:50.659168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Calling delete_port for b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:50.660623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eab2e3c-785f-4ec9-b543-19240688241e None None] Network d782c046-109e-4cc0-a0b2-334f293eed48 requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:10:50.686472 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-118c133d-29a2-48ad-80f6-ca2c924e6829 None None] Calling delete_port for b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:50.752094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.763623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-35efeeb7-0cc5-4de2-b45b-87f3732c320a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:50.806714 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] No DVR routers for this DVR port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e on host dv-cinder-818778-3-smb {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:10:50.812877 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.838366 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Deleting port 15762074-954d-4366-9c27-ba761f9c09a7 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:50.838868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.850243 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:50.856471 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:50.952316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.db.api [None req-118c133d-29a2-48ad-80f6-ca2c924e6829 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:10:50.952963 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_db.api [None req-118c133d-29a2-48ad-80f6-ca2c924e6829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 25 04:10:50.958718 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:50.989339 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2008c6-c614-4546-bfbe-b8edf598f9da']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:51.004480 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d21abc0-2af9-48ef-b897-a2195a4ca151') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:51.004813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d21abc0-2af9-48ef-b897-a2195a4ca151') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:51.020032 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430980'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.039250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.049002 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:10:51.054483 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852211546'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.056040 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebb0844-d9ec-4559-a5a0-2979a9db4d69 None None] DHCP port deletion for d782c046-109e-4cc0-a0b2-334f293eed48 request from dv-cinder-818778-3-smb {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 25 04:10:51.062179 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb0844-d9ec-4559-a5a0-2979a9db4d69 None None] Deleting port 15762074-954d-4366-9c27-ba761f9c09a7 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:51.062576 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7ebb0844-d9ec-4559-a5a0-2979a9db4d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:10:51.070495 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:10:51.098233 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] For port 15762074-954d-4366-9c27-ba761f9c09a7, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=15762074-954d-4366-9c27-ba761f9c09a7,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:51.098630 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.173816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.182666 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:51.201367 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.212914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c2008c6-c614-4546-bfbe-b8edf598f9da,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:51.216785 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:51.230257 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-aba7991d-7da4-47b9-9471-3986d67a83f7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5c2008c6-c614-4546-bfbe-b8edf598f9da HTTP/1.1" status: 204 len: 168 time: 1.5069466 Nov 25 04:10:51.234410 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52386) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:51.260143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Calling delete_port for 15762074-954d-4366-9c27-ba761f9c09a7 owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:51.325109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.334303 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-7ebb0844-d9ec-4559-a5a0-2979a9db4d69 None None] For port 15762074-954d-4366-9c27-ba761f9c09a7, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=15762074-954d-4366-9c27-ba761f9c09a7,segment=NetworkSegment(df1cfdcc-feae-4a7b-9186-9388a833714a),segment_id=df1cfdcc-feae-4a7b-9186-9388a833714a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:51.334947 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7ebb0844-d9ec-4559-a5a0-2979a9db4d69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.349864 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.355163 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b8732f4f-50af-49a8-8c9f-27949e2d8307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:51.409916 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=15762074-954d-4366-9c27-ba761f9c09a7,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:51.419468 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:51.424808 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] No DVR routers for this DVR port 15762074-954d-4366-9c27-ba761f9c09a7 on host dv-cinder-818778-3-smb {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:10:51.475112 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-118c133d-29a2-48ad-80f6-ca2c924e6829 None None] Deleting port b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:51.475503 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-118c133d-29a2-48ad-80f6-ca2c924e6829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.511940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb0844-d9ec-4559-a5a0-2979a9db4d69 None None] Calling delete_port for 15762074-954d-4366-9c27-ba761f9c09a7 owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:51.589441 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-118c133d-29a2-48ad-80f6-ca2c924e6829 None None] The port 'b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 25 04:10:51.653300 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.660929 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.db.api [None req-7ebb0844-d9ec-4559-a5a0-2979a9db4d69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:10:51.661345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_db.api [None req-7ebb0844-d9ec-4559-a5a0-2979a9db4d69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 25 04:10:51.699432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d782c046-109e-4cc0-a0b2-334f293eed48']}} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:51.727144 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1cfdcc-feae-4a7b-9186-9388a833714a') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:51.727538 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1cfdcc-feae-4a7b-9186-9388a833714a') {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:51.740923 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495400'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.753144 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:51.785357 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.800454 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:51.800706 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:10:51.801038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device b4a2ad1a-0c36-45b4-a42e-1e131e12fc7e not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:51.801602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 15762074-954d-4366-9c27-ba761f9c09a7 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:51.802179 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494976'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.837796 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: 15762074-954d-4366-9c27-ba761f9c09a7 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:51.838348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 15762074-954d-4366-9c27-ba761f9c09a7 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:51.842613 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712960'] for router_interface, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:10:51.891246 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:10:51.921376 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.926707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b5f29937-f6b4-4674-86d5-8a2e44605fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:51.942244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:51.955940 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d782c046-109e-4cc0-a0b2-334f293eed48,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:51.960113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:51.974427 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-c096b5f3-8915-4a55-9425-4978c812d0f5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d782c046-109e-4cc0-a0b2-334f293eed48 HTTP/1.1" status: 204 len: 168 time: 1.3399570 Nov 25 04:10:51.974601 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52412) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:52.164073 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb0844-d9ec-4559-a5a0-2979a9db4d69 None None] Deleting port 15762074-954d-4366-9c27-ba761f9c09a7 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:52.165051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7ebb0844-d9ec-4559-a5a0-2979a9db4d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:52.260463 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb0844-d9ec-4559-a5a0-2979a9db4d69 None None] The port '15762074-954d-4366-9c27-ba761f9c09a7' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 25 04:10:52.405154 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712960'] for router_interface, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:52.493129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] Deleting port 92930a5b-3c99-4510-8b87-40f78173ed37 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:52.493515 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:52.684338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] For port 92930a5b-3c99-4510-8b87-40f78173ed37, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=92930a5b-3c99-4510-8b87-40f78173ed37,segment=NetworkSegment(68e1c5eb-ec86-4a0a-8f10-20e6b199b778),segment_id=68e1c5eb-ec86-4a0a-8f10-20e6b199b778)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:52.684733 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:52.816559 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] Calling delete_port for 92930a5b-3c99-4510-8b87-40f78173ed37 owned by network:router_interface {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:53.027482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:53.039241 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-96c1370a-11ce-4a8a-9742-c955674dc180 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:53.100348 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] Deleting port e168bb04-c31a-48d5-b483-b7087acfdf40 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:53.100981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:53.132078 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] Pushing event deleted for resources: {'Port': ['ID=92930a5b-3c99-4510-8b87-40f78173ed37,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:53.164556 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:53.322537 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] For port e168bb04-c31a-48d5-b483-b7087acfdf40, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=e168bb04-c31a-48d5-b483-b7087acfdf40,segment=NetworkSegment(691ca409-7914-485e-b105-7c7cef2c85ac),segment_id=691ca409-7914-485e-b105-7c7cef2c85ac)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:53.323034 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:53.427479 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16135440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713114'] for router_interface, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:53.480638 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] Calling delete_port for e168bb04-c31a-48d5-b483-b7087acfdf40 owned by network:router_interface {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:53.682600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:53.688757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f7fc9679-4170-43e3-8d21-e3ef37b5ef3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:53.743699 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e168bb04-c31a-48d5-b483-b7087acfdf40,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:53.748395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:54.084176 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52454) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:54.273484 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65109a96-819c-4e5e-9f07-60869404ca9d req-a08de19b-77ef-46b5-ab38-32dc73cbf111 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4377394 Nov 25 04:10:54.341916 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d61f383b-1e78-4a17-b751-6e0377341a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:54.398515 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-d61f383b-1e78-4a17-b751-6e0377341a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:10:54.408328 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-d61f383b-1e78-4a17-b751-6e0377341a5b admin admin] Usage tracker for resource:security_group_rule and tenant:996a90b1d2c247598643d0eb651a69f1 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:10:54.414068 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-d61f383b-1e78-4a17-b751-6e0377341a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:10:54.422834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-d61f383b-1e78-4a17-b751-6e0377341a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:10:54.456295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] Router 944ab9d5-ad80-4c96-9e20-b349363548cb has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:10:54.476377 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16135440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713114'] for router_interface, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:54.554385 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65109a96-819c-4e5e-9f07-60869404ca9d req-bf9a40e2-6e72-4ce0-947b-573764b76142 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 1099 time: 0.1725726 Nov 25 04:10:54.592384 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d61f383b-1e78-4a17-b751-6e0377341a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:54.596405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d61f383b-1e78-4a17-b751-6e0377341a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:54.604337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-dfdc4110-ee4e-424c-af8b-57cd0f398e9d tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:54.663571 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f383b-1e78-4a17-b751-6e0377341a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1227cf-63ff-4775-8020-92dc4fbddd13,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:54.714989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d61f383b-1e78-4a17-b751-6e0377341a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:54.722532 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-d61f383b-1e78-4a17-b751-6e0377341a5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=996a90b1d2c247598643d0eb651a69f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6377420 Nov 25 04:10:54.728363 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52466) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:54.788436 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:10:54.800867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1320defb-a178-4beb-81b8-bf3c95b495d1 None None] Sync routers for ids ['944ab9d5-ad80-4c96-9e20-b349363548cb'] in dv-cinder-818778-3-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:10:54.810642 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-9e00856a-9aaa-4a44-ae43-17da8236752b admin admin] 10.222.0.47 "PUT /v2.0/routers/944ab9d5-ad80-4c96-9e20-b349363548cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5746770 Nov 25 04:10:54.814673 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52470) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:54.824643 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1320defb-a178-4beb-81b8-bf3c95b495d1 None None] Routers {'944ab9d5-ad80-4c96-9e20-b349363548cb'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:54.826111 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1320defb-a178-4beb-81b8-bf3c95b495d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['944ab9d5-ad80-4c96-9e20-b349363548cb'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:54.944375 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ec498-b8d8-49a5-b02d-2a0c2fde1560 req-00c39816-a233-48cb-88bf-7e73b98828ac tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:54.946170 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fd3ec498-b8d8-49a5-b02d-2a0c2fde1560 req-00c39816-a233-48cb-88bf-7e73b98828ac tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 946 time: 0.3857708 Nov 25 04:10:54.949919 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65109a96-819c-4e5e-9f07-60869404ca9d req-9cf362ed-e2e4-4ac2-bb8a-66b0d3e90af5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:54.951498 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65109a96-819c-4e5e-9f07-60869404ca9d req-9cf362ed-e2e4-4ac2-bb8a-66b0d3e90af5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 200 len: 915 time: 0.3370256 Nov 25 04:10:55.043449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-1320defb-a178-4beb-81b8-bf3c95b495d1 None None] Set router 944ab9d5-ad80-4c96-9e20-b349363548cb gateway port host: dv-cinder-818778-3-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:55.085595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:55.089851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c680257-8488-4c60-a3ec-f63f31387630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:55.097723 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65109a96-819c-4e5e-9f07-60869404ca9d req-173b7811-9c44-44b5-8721-6fcfefda5003 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae483e05-b2f4-4aeb-9565-e53d240f7159 HTTP/1.1" status: 200 len: 217 time: 0.1227109 Nov 25 04:10:55.201802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c680257-8488-4c60-a3ec-f63f31387630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:55.214119 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fd3ec498-b8d8-49a5-b02d-2a0c2fde1560 req-2872df7c-838c-4ef3-88b0-742bdce20401 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558751 Nov 25 04:10:55.243742 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65109a96-819c-4e5e-9f07-60869404ca9d req-fd69053c-c970-4c30-9d53-e3f7f45aff92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:55.245355 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65109a96-819c-4e5e-9f07-60869404ca9d req-fd69053c-c970-4c30-9d53-e3f7f45aff92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41f896bf-2b9a-434d-a804-a15ad0975c75 HTTP/1.1" status: 200 len: 854 time: 0.1349533 Nov 25 04:10:55.305725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:55.315072 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Deleting port c01f846a-c750-42e1-8f79-f17dc840bd8a {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:55.315470 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:55.318619 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65109a96-819c-4e5e-9f07-60869404ca9d req-58ad63fd-2fe5-47d0-8653-73d8349ba5fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3445bf14-df08-4f40-91de-4f37768cf77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588226 Nov 25 04:10:55.392617 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1320defb-a178-4beb-81b8-bf3c95b495d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'name': 'tempest-TestMinimumBasicScenario-1440532778-router', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:10:52Z', 'revision_number': 5, 'project_id': '55557f615486497f8bcd897432ff5847', 'gw_port': {'id': 'c01f846a-c750-42e1-8f79-f17dc840bd8a', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:55.396868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1320defb-a178-4beb-81b8-bf3c95b495d1 None None] Checking router: 944ab9d5-ad80-4c96-9e20-b349363548cb for host: dv-cinder-818778-3-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:10:55.408452 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1320defb-a178-4beb-81b8-bf3c95b495d1 None None] Routers {'944ab9d5-ad80-4c96-9e20-b349363548cb'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:55.409126 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1320defb-a178-4beb-81b8-bf3c95b495d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['944ab9d5-ad80-4c96-9e20-b349363548cb'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:55.505328 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c680257-8488-4c60-a3ec-f63f31387630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:55.513948 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] For port c01f846a-c750-42e1-8f79-f17dc840bd8a, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=c01f846a-c750-42e1-8f79-f17dc840bd8a,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:55.514324 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:55.521861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7cbafbed-3e65-4ab7-9e54-285cec119515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:55.617758 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c680257-8488-4c60-a3ec-f63f31387630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1227cf-63ff-4775-8020-92dc4fbddd13,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:55.624524 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9c680257-8488-4c60-a3ec-f63f31387630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:55.648295 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Calling delete_port for c01f846a-c750-42e1-8f79-f17dc840bd8a owned by network:router_gateway {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:55.681880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c680257-8488-4c60-a3ec-f63f31387630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:55.687203 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-9c680257-8488-4c60-a3ec-f63f31387630 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9c1227cf-63ff-4775-8020-92dc4fbddd13 HTTP/1.1" status: 204 len: 168 time: 0.9498804 Nov 25 04:10:55.696159 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65109a96-819c-4e5e-9f07-60869404ca9d req-796f765d-b3c3-427d-95c6-001e1eaaaefa service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703477 Nov 25 04:10:55.900876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-1320defb-a178-4beb-81b8-bf3c95b495d1 None None] Set router 944ab9d5-ad80-4c96-9e20-b349363548cb gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:55.925583 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:55.931998 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ec66c648-5663-4079-951f-6b4a197463fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:55.956327 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-65109a96-819c-4e5e-9f07-60869404ca9d req-66f07735-15b0-42ba-9e37-6d37bad024b0 service neutron] 10.222.0.15 "GET /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526603 Nov 25 04:10:55.986168 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c01f846a-c750-42e1-8f79-f17dc840bd8a,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:55.993538 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:56.055440 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1320defb-a178-4beb-81b8-bf3c95b495d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'name': 'tempest-TestMinimumBasicScenario-1440532778-router', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:10:55Z', 'revision_number': 6, 'project_id': '55557f615486497f8bcd897432ff5847', 'gw_port_host': None}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:56.060105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1320defb-a178-4beb-81b8-bf3c95b495d1 None None] The sync data for ids ['944ab9d5-ad80-4c96-9e20-b349363548cb'] in dv-cinder-818778-3-smb is: [{'id': '944ab9d5-ad80-4c96-9e20-b349363548cb', 'name': 'tempest-TestMinimumBasicScenario-1440532778-router', 'tenant_id': '55557f615486497f8bcd897432ff5847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:07:53Z', 'updated_at': '2021-11-25T04:10:55Z', 'revision_number': 6, 'project_id': '55557f615486497f8bcd897432ff5847', 'gw_port_host': None}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:10:56.081268 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] Router f49369e4-520f-4571-85fa-3dd7f9b83ffe has already been hosted by L3 agent 0aeff555-d3f8-4b44-bd58-a660fa116767 {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 25 04:10:56.263588 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716049'] for router_gateway, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:56.330277 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52480) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:56.696723 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f886f414-d034-4372-a6e6-9253bd1f562b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:56.720923 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de7be8-33f9-4457-aa02-45b142f4fcde req-bb32508e-ff91-42fd-a710-e5fc6377a41f tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:56.722532 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-36de7be8-33f9-4457-aa02-45b142f4fcde req-bb32508e-ff91-42fd-a710-e5fc6377a41f tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 946 time: 0.1263130 Nov 25 04:10:56.815545 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-36de7be8-33f9-4457-aa02-45b142f4fcde req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Deleting port 832c8f40-f972-4124-b727-285f6b97c3da {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:56.816105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-36de7be8-33f9-4457-aa02-45b142f4fcde req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:56.872105 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] Notify agent at l3_agent.dv-cinder-818778-3-smb the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 25 04:10:56.882111 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e8862d2f-7fe1-4024-b2ee-45d4052464a8 admin admin] 10.222.0.47 "PUT /v2.0/routers/f49369e4-520f-4571-85fa-3dd7f9b83ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9058819 Nov 25 04:10:56.883042 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52484) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:56.889189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f99dc7-7790-4209-ae2b-a72b9d376b28 None None] Sync routers for ids ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'] in dv-cinder-818778-3-smb {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 25 04:10:56.896113 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-649855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-76538'] for router, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:56.903592 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f886f414-d034-4372-a6e6-9253bd1f562b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:10:56.910241 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f99dc7-7790-4209-ae2b-a72b9d376b28 None None] Routers {'f49369e4-520f-4571-85fa-3dd7f9b83ffe'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:56.911434 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e5f99dc7-7790-4209-ae2b-a72b9d376b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:56.912331 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f886f414-d034-4372-a6e6-9253bd1f562b admin admin] Usage tracker for resource:security_group_rule and tenant:3029073450ad4206a1c6c10cd348b024 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:10:56.915270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:56.918114 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f886f414-d034-4372-a6e6-9253bd1f562b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:10:56.936091 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f886f414-d034-4372-a6e6-9253bd1f562b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:10:56.959688 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f19fa-ed09-445f-8b04-6b1b1e0693e3 req-1a71c4c3-35d1-4560-b4e9-48e2b5671f13 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:10:56.967201 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3c2f19fa-ed09-445f-8b04-6b1b1e0693e3 req-1a71c4c3-35d1-4560-b4e9-48e2b5671f13 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 946 time: 0.5523720 Nov 25 04:10:57.027778 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-649745'] for router, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.028337 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 944ab9d5-ad80-4c96-9e20-b349363548cb {{(pid=88177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 04:10:57.067264 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-3c2f19fa-ed09-445f-8b04-6b1b1e0693e3 req-c5d28845-fe28-4fa0-8d65-3afdc871bd19 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990183 Nov 25 04:10:57.146930 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f886f414-d034-4372-a6e6-9253bd1f562b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.148719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.150168 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-4d7e3bd1-99f9-4efe-b433-838152ac95e1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/944ab9d5-ad80-4c96-9e20-b349363548cb HTTP/1.1" status: 204 len: 168 time: 2.3344293 Nov 25 04:10:57.153153 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52488) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:57.156000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f886f414-d034-4372-a6e6-9253bd1f562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.161909 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-e5f99dc7-7790-4209-ae2b-a72b9d376b28 None None] Set router f49369e4-520f-4571-85fa-3dd7f9b83ffe gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:57.194972 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-560014b7-5268-4790-b39d-3e74248e102a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:57.269610 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886f414-d034-4372-a6e6-9253bd1f562b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc8fd37-5743-47e2-ace1-75d9b8d0867f,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:57.278470 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f886f414-d034-4372-a6e6-9253bd1f562b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3029073450ad4206a1c6c10cd348b024&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9445145 Nov 25 04:10:57.278470 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f886f414-d034-4372-a6e6-9253bd1f562b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:57.279791 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52492) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:57.283833 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-860d9e58-328c-44fe-9387-f226148a57d9 admin admin] Deleting subnet a57286f8-1d50-40cc-b568-33834124e1a5 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:10:57.291289 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-860d9e58-328c-44fe-9387-f226148a57d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.333621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-36de7be8-33f9-4457-aa02-45b142f4fcde req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] For port 832c8f40-f972-4124-b727-285f6b97c3da, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=832c8f40-f972-4124-b727-285f6b97c3da,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:57.334075 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-36de7be8-33f9-4457-aa02-45b142f4fcde req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.347870 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-860d9e58-328c-44fe-9387-f226148a57d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344821'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.433743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-860d9e58-328c-44fe-9387-f226148a57d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.484663 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e5f99dc7-7790-4209-ae2b-a72b9d376b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'name': 'tempest-TestShelveInstance-1561308087-router', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:05:00Z', 'updated_at': '2021-11-25T04:10:53Z', 'revision_number': 5, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'gw_port': {'id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:01Z', 'updated_at': '2021-11-25T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:57.488668 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-36de7be8-33f9-4457-aa02-45b142f4fcde req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Calling delete_port for 832c8f40-f972-4124-b727-285f6b97c3da owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:57.489044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f99dc7-7790-4209-ae2b-a72b9d376b28 None None] Checking router: f49369e4-520f-4571-85fa-3dd7f9b83ffe for host: dv-cinder-818778-3-smb {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 25 04:10:57.500174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f99dc7-7790-4209-ae2b-a72b9d376b28 None None] Routers {'f49369e4-520f-4571-85fa-3dd7f9b83ffe'} bound to L3 agent in host dv-cinder-818778-3-smb {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 25 04:10:57.500875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e5f99dc7-7790-4209-ae2b-a72b9d376b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T03:54:46Z,description=,heartbeat_timestamp=2021-11-25T04:10:46Z,host='dv-cinder-818778-3-smb',id=0aeff555-d3f8-4b44-bd58-a660fa116767,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T03:54:46Z,topic='l3_agent')) {'router_ids': ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:57.560033 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-860d9e58-328c-44fe-9387-f226148a57d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2564356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1613802'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.574564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d865f461-27f5-4f26-b29a-244a442b96f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:57.587288 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-24da28f0-e54d-488c-af15-d623002f2d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.609890 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-860d9e58-328c-44fe-9387-f226148a57d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.618000 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d27c94-9e57-4c17-9260-4ca94b7c5c32 None None] Network d42d69f8-98c6-4622-9850-6b292d20fd8d requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:10:57.619417 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.625376 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d9e58-328c-44fe-9387-f226148a57d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57286f8-1d50-40cc-b568-33834124e1a5,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:57.632543 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-860d9e58-328c-44fe-9387-f226148a57d9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a57286f8-1d50-40cc-b568-33834124e1a5 HTTP/1.1" status: 204 len: 168 time: 0.4758651 Nov 25 04:10:57.633355 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52496) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:57.634921 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-860d9e58-328c-44fe-9387-f226148a57d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:57.699942 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-e5f99dc7-7790-4209-ae2b-a72b9d376b28 None None] Set router f49369e4-520f-4571-85fa-3dd7f9b83ffe gateway port host: dv-cinder-818778-3-smb {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 25 04:10:57.710650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-24da28f0-e54d-488c-af15-d623002f2d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.789615 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.804244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Deleting port 551d5c2d-aada-4de1-bff2-0a30a19c599f {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:57.804808 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.838866 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device c01f846a-c750-42e1-8f79-f17dc840bd8a no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:57.899080 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-36de7be8-33f9-4457-aa02-45b142f4fcde req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:57.909110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8d70e9ff-e366-4851-9733-2fc723ddcf83 tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:57.912335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: c01f846a-c750-42e1-8f79-f17dc840bd8a {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:57.912734 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device c01f846a-c750-42e1-8f79-f17dc840bd8a not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:57.913287 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 92930a5b-3c99-4510-8b87-40f78173ed37 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:57.958160 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['ae483e05-b2f4-4aeb-9565-e53d240f7159', '9612746a-3d68-4a42-8dfe-e3de25897759', 'c03ba2fc-e988-45b9-a4e5-ea8965150d80', '832c8f40-f972-4124-b727-285f6b97c3da'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:10:57.958712 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Pushing event deleted for resources: {'Port': ['ID=832c8f40-f972-4124-b727-285f6b97c3da,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:58.021008 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:58.035914 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-24da28f0-e54d-488c-af15-d623002f2d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.060544 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: 92930a5b-3c99-4510-8b87-40f78173ed37 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:58.061069 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 92930a5b-3c99-4510-8b87-40f78173ed37 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:58.068094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2d4edfb6-ce55-47c2-a9c5-2e201f98c839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:58.112278 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] For port 551d5c2d-aada-4de1-bff2-0a30a19c599f, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=551d5c2d-aada-4de1-bff2-0a30a19c599f,segment=NetworkSegment(68e1c5eb-ec86-4a0a-8f10-20e6b199b778),segment_id=68e1c5eb-ec86-4a0a-8f10-20e6b199b778)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:58.113152 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.129826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da28f0-e54d-488c-af15-d623002f2d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc8fd37-5743-47e2-ace1-75d9b8d0867f,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:58.148015 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-24da28f0-e54d-488c-af15-d623002f2d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:58.160562 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-36de7be8-33f9-4457-aa02-45b142f4fcde req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] No DVR routers for this DVR port 832c8f40-f972-4124-b727-285f6b97c3da on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:10:58.164227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-36de7be8-33f9-4457-aa02-45b142f4fcde req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.167676 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60121a29-303b-4cc3-8ae5-75fd73355918', 'name': 'network-vif-deleted', 'tag': '832c8f40-f972-4124-b727-285f6b97c3da'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:10:58.202343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-24da28f0-e54d-488c-af15-d623002f2d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.204020 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-24da28f0-e54d-488c-af15-d623002f2d95 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8bc8fd37-5743-47e2-ace1-75d9b8d0867f HTTP/1.1" status: 204 len: 168 time: 0.9233742 Nov 25 04:10:58.227113 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-36de7be8-33f9-4457-aa02-45b142f4fcde req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "DELETE /v2.0/ports/832c8f40-f972-4124-b727-285f6b97c3da HTTP/1.1" status: 204 len: 173 time: 1.4954150 Nov 25 04:10:58.289248 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b883a-2615-4936-8476-245c24a7ac59 None None] DHCP port deletion for d42d69f8-98c6-4622-9850-6b292d20fd8d request from dv-cinder-818778-3-smb {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 25 04:10:58.307680 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c51b883a-2615-4936-8476-245c24a7ac59 None None] Deleting port 551d5c2d-aada-4de1-bff2-0a30a19c599f {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:58.308109 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c51b883a-2615-4936-8476-245c24a7ac59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.316718 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60121a29-303b-4cc3-8ae5-75fd73355918', 'name': 'network-vif-deleted', 'tag': '832c8f40-f972-4124-b727-285f6b97c3da', 'status': 'completed', 'code': 200} Nov 25 04:10:58.328312 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.378813 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Calling delete_port for 551d5c2d-aada-4de1-bff2-0a30a19c599f owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:58.389182 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Deleting port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:10:58.389576 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.422737 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e5f99dc7-7790-4209-ae2b-a72b9d376b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'name': 'tempest-TestShelveInstance-1561308087-router', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:05:00Z', 'updated_at': '2021-11-25T04:10:53Z', 'revision_number': 5, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'gw_port': {'id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:01Z', 'updated_at': '2021-11-25T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}], 'dv-cinder-818778-3-smb', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:58.428313 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f99dc7-7790-4209-ae2b-a72b9d376b28 None None] The sync data for ids ['f49369e4-520f-4571-85fa-3dd7f9b83ffe'] in dv-cinder-818778-3-smb is: [{'id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'name': 'tempest-TestShelveInstance-1561308087-router', 'tenant_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'external_fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:05:00Z', 'updated_at': '2021-11-25T04:10:53Z', 'revision_number': 5, 'project_id': 'c9b5ef2728f644b3ad6e9e9ac9a39bdf', 'gw_port': {'id': '967205cc-ded7-4a3c-acea-3a1cdd4db0ca', 'name': '', 'network_id': 'fbbf2050-665c-4306-843a-806da9ab5719', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49369e4-520f-4571-85fa-3dd7f9b83ffe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:05:01Z', 'updated_at': '2021-11-25T04:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6501d46-a068-4eab-a140-870c3ebc33c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-3-smb'}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 25 04:10:58.457861 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-64664d6e-0029-4976-9028-16f2c33f0996 req-f8fa116b-a1ee-48b7-ab40-5f4ca841afd9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Synchronizing usage tracker for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:10:58.487390 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-64664d6e-0029-4976-9028-16f2c33f0996 req-f8fa116b-a1ee-48b7-ab40-5f4ca841afd9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Unset dirty status for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:10:58.487616 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852211342'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.489377 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-64664d6e-0029-4976-9028-16f2c33f0996 req-f8fa116b-a1ee-48b7-ab40-5f4ca841afd9 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121a29-303b-4cc3-8ae5-75fd73355918 HTTP/1.1" status: 200 len: 210 time: 0.1506829 Nov 25 04:10:58.493148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-12ea98b6-866c-453b-88c3-d66f717fc45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:58.526971 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c51b883a-2615-4936-8476-245c24a7ac59 None None] The port '551d5c2d-aada-4de1-bff2-0a30a19c599f' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 25 04:10:58.568341 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=551d5c2d-aada-4de1-bff2-0a30a19c599f,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:58.606985 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:58.608098 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:58.608098 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:58.608610 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:58.609093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:58.609589 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:58.610568 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:58.611146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:58.611645 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:58.612121 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:58.612599 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:10:58.616321 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:58.625498 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] No DVR routers for this DVR port 551d5c2d-aada-4de1-bff2-0a30a19c599f on host dv-cinder-818778-3-smb {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:10:58.734386 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] For port 967205cc-ded7-4a3c-acea-3a1cdd4db0ca, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=967205cc-ded7-4a3c-acea-3a1cdd4db0ca,segment=NetworkSegment(9f5704f1-e06a-477c-8f8c-c59f6db24bd2),segment_id=9f5704f1-e06a-477c-8f8c-c59f6db24bd2)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:10:58.734919 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.847623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.878749 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42d69f8-98c6-4622-9850-6b292d20fd8d']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:58.893381 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e1c5eb-ec86-4a0a-8f10-20e6b199b778') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:58.893725 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e1c5eb-ec86-4a0a-8f10-20e6b199b778') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:10:58.908445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430980'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.915423 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Calling delete_port for 967205cc-ded7-4a3c-acea-3a1cdd4db0ca owned by network:router_gateway {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:10:58.929860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.938054 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:10:58.939194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852211546'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:10:58.955764 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:10:59.098089 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:59.102844 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:59.109558 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:59.138240 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d42d69f8-98c6-4622-9850-6b292d20fd8d,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:59.142661 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d42d69f8-98c6-4622-9850-6b292d20fd8d HTTP/1.1" status: 204 len: 168 time: 1.5065730 Nov 25 04:10:59.143689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3654d59c-cffe-40b9-871c-b08d061f53f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:59.147011 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:59.152239 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f7d78d4b-d3e0-432d-921e-ac22dd952032 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:59.201345 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=967205cc-ded7-4a3c-acea-3a1cdd4db0ca,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:59.205579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:59.316910 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52522) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:59.379124 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-accfd3b0-071c-41b9-a9b4-6c4b45af41b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f4b9abdc4ee64b5da6adb82dcda3498d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529375 Nov 25 04:10:59.379124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52526) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:10:59.440014 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3f71-dbd9-4917-9852-d87dee672d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:59.455620 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716049'] for router_gateway, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:59.467518 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3f71-dbd9-4917-9852-d87dee672d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:59.518779 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3f71-dbd9-4917-9852-d87dee672d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:59.524667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-51599b3b-5fa9-4992-88e2-38b9ed89f6ce tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:10:59.539408 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c3f71-dbd9-4917-9852-d87dee672d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e418d00-5ee8-4658-b0fb-1e7b730f0186,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:10:59.542201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-eb1c3f71-dbd9-4917-9852-d87dee672d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:10:59.557889 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3f71-dbd9-4917-9852-d87dee672d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:10:59.561505 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-eb1c3f71-dbd9-4917-9852-d87dee672d9c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e418d00-5ee8-4658-b0fb-1e7b730f0186 HTTP/1.1" status: 204 len: 168 time: 0.1845114 Nov 25 04:10:59.830057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 551d5c2d-aada-4de1-bff2-0a30a19c599f no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:59.903638 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: 551d5c2d-aada-4de1-bff2-0a30a19c599f {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:59.905091 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 551d5c2d-aada-4de1-bff2-0a30a19c599f not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:10:59.907318 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device e168bb04-c31a-48d5-b483-b7087acfdf40 no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:10:59.955580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: e168bb04-c31a-48d5-b483-b7087acfdf40 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:10:59.956271 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device e168bb04-c31a-48d5-b483-b7087acfdf40 not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:11:00.088782 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-649855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-76538'] for router, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.093206 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.116751 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-649745'] for router, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.117359 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f49369e4-520f-4571-85fa-3dd7f9b83ffe {{(pid=88178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 25 04:11:00.123952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52548) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:00.190199 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.194024 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2a1cf029-2e4d-42e0-ad01-2b1e435e42b5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/f49369e4-520f-4571-85fa-3dd7f9b83ffe HTTP/1.1" status: 204 len: 168 time: 3.3041406 Nov 25 04:11:00.194433 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52554) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:00.198650 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-5e613474-4526-4e2b-a0d7-50200ec94a06 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55557f615486497f8bcd897432ff5847&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0733736 Nov 25 04:11:00.203551 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52558) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:00.271302 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed24c0b-d86e-4a61-8298-96fe81d29a2d admin admin] Deleting subnet 302767ae-ce39-41e5-9c83-b3048720921b {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:11:00.274519 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8ed24c0b-d86e-4a61-8298-96fe81d29a2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.283810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e827423-5ca7-485f-a00d-fe3453698df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.315049 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e827423-5ca7-485f-a00d-fe3453698df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.327619 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8ed24c0b-d86e-4a61-8298-96fe81d29a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344821'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.373257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e827423-5ca7-485f-a00d-fe3453698df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.378693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f99b2cdd-5774-40f6-ad50-d10d6e9bb682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:00.396081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e827423-5ca7-485f-a00d-fe3453698df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ba069f-3d2a-4a65-8eda-f04286ce4b18,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:00.399336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8e827423-5ca7-485f-a00d-fe3453698df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:00.400284 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e827423-5ca7-485f-a00d-fe3453698df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.401506 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8e827423-5ca7-485f-a00d-fe3453698df5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c5ba069f-3d2a-4a65-8eda-f04286ce4b18 HTTP/1.1" status: 204 len: 168 time: 0.1945581 Nov 25 04:11:00.429693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8ed24c0b-d86e-4a61-8298-96fe81d29a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.486696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 832c8f40-f972-4124-b727-285f6b97c3da no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:11:00.527909 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8ed24c0b-d86e-4a61-8298-96fe81d29a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2564356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1613802'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.534334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:00.547019 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: 832c8f40-f972-4124-b727-285f6b97c3da {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:11:00.547753 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 832c8f40-f972-4124-b727-285f6b97c3da not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:11:00.579724 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed24c0b-d86e-4a61-8298-96fe81d29a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302767ae-ce39-41e5-9c83-b3048720921b,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:00.582759 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-8ed24c0b-d86e-4a61-8298-96fe81d29a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:00.586575 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8ed24c0b-d86e-4a61-8298-96fe81d29a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.593351 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-8ed24c0b-d86e-4a61-8298-96fe81d29a2d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/302767ae-ce39-41e5-9c83-b3048720921b HTTP/1.1" status: 204 len: 168 time: 0.3977747 Nov 25 04:11:00.596316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52570) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:00.598573 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc08d19-e39f-4df7-8c06-c85d00b5890c None None] Network 1ea0bcf1-ee20-49db-9706-78e8e251757d requested from dv-cinder-818778-3-smb {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 25 04:11:00.729953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:00.771368 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Deleting port d395ec55-a757-4b71-924f-6087557f42aa {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:11:00.772096 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:01.012006 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e09370-7a36-483e-a7f3-789b286ef05c None None] DHCP port deletion for 1ea0bcf1-ee20-49db-9706-78e8e251757d request from dv-cinder-818778-3-smb {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 25 04:11:01.016997 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-67e09370-7a36-483e-a7f3-789b286ef05c None None] Deleting port d395ec55-a757-4b71-924f-6087557f42aa {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:11:01.017718 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-67e09370-7a36-483e-a7f3-789b286ef05c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:01.090389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] For port d395ec55-a757-4b71-924f-6087557f42aa, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=d395ec55-a757-4b71-924f-6087557f42aa,segment=NetworkSegment(691ca409-7914-485e-b105-7c7cef2c85ac),segment_id=691ca409-7914-485e-b105-7c7cef2c85ac)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:11:01.090716 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:01.239765 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Calling delete_port for d395ec55-a757-4b71-924f-6087557f42aa owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:11:01.261311 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-67e09370-7a36-483e-a7f3-789b286ef05c None None] For port d395ec55-a757-4b71-924f-6087557f42aa, host dv-cinder-818778-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-3-smb',level=0,port_id=d395ec55-a757-4b71-924f-6087557f42aa,segment=NetworkSegment(691ca409-7914-485e-b105-7c7cef2c85ac),segment_id=691ca409-7914-485e-b105-7c7cef2c85ac)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:11:01.262070 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-67e09370-7a36-483e-a7f3-789b286ef05c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:01.323124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:01.335220 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-1966748a-d822-4012-8198-371bb1b294b5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:01.384210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=d395ec55-a757-4b71-924f-6087557f42aa,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:01.390266 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] No DVR routers for this DVR port d395ec55-a757-4b71-924f-6087557f42aa on host dv-cinder-818778-3-smb {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:11:01.392598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:01.414960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-67e09370-7a36-483e-a7f3-789b286ef05c None None] Calling delete_port for d395ec55-a757-4b71-924f-6087557f42aa owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:11:01.462916 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f0f32-fff2-4d87-bbe3-cca5df7bd273 req-a2c7fd10-6706-429e-bf87-71820c45f557 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:11:01.465386 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f99f0f32-fff2-4d87-bbe3-cca5df7bd273 req-a2c7fd10-6706-429e-bf87-71820c45f557 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 946 time: 0.1009457 Nov 25 04:11:01.502929 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.db.api [None req-67e09370-7a36-483e-a7f3-789b286ef05c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:11:01.503515 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_db.api [None req-67e09370-7a36-483e-a7f3-789b286ef05c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 25 04:11:01.517501 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-f99f0f32-fff2-4d87-bbe3-cca5df7bd273 req-81ba94c3-eac2-4eee-ac6f-d814d587e8ba tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455134 Nov 25 04:11:01.536044 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:01.562391 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea0bcf1-ee20-49db-9706-78e8e251757d']}} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:11:01.575416 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691ca409-7914-485e-b105-7c7cef2c85ac') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:11:01.575755 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691ca409-7914-485e-b105-7c7cef2c85ac') {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:11:01.593053 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2495400'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:01.607973 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:01.614708 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:11:01.615142 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494976'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:11:01.629716 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:11:01.711189 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:01.714941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ef846c96-effb-4994-b6bb-2958c97adabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:01.725398 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 967205cc-ded7-4a3c-acea-3a1cdd4db0ca no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:11:01.731907 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:01.742212 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] 10.222.0.47 "DELETE /v2.0/networks/1ea0bcf1-ee20-49db-9706-78e8e251757d HTTP/1.1" status: 204 len: 168 time: 1.1447229 Nov 25 04:11:01.745816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea0bcf1-ee20-49db-9706-78e8e251757d,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:01.748404 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-895bf50d-925d-4c1f-ba9e-faa84ffa8e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:01.790123 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: 967205cc-ded7-4a3c-acea-3a1cdd4db0ca {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:11:01.790792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device 967205cc-ded7-4a3c-acea-3a1cdd4db0ca not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:11:01.791420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d395ec55-a757-4b71-924f-6087557f42aa no longer exists at agent ovs-agent-dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:11:01.828213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] No Port match for: d395ec55-a757-4b71-924f-6087557f42aa {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:11:01.829531 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Device d395ec55-a757-4b71-924f-6087557f42aa not bound to the agent host dv-cinder-818778-3-smb {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:11:01.997484 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52598) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:02.004819 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-67e09370-7a36-483e-a7f3-789b286ef05c None None] Deleting port d395ec55-a757-4b71-924f-6087557f42aa {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:11:02.005253 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-67e09370-7a36-483e-a7f3-789b286ef05c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:02.055433 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ae93250c-5a57-4007-8701-d4b9b6dc1648 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7109e4e352c54001a318a33903fc7bbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542002 Nov 25 04:11:02.055977 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52602) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:02.071957 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-67e09370-7a36-483e-a7f3-789b286ef05c None None] The port 'd395ec55-a757-4b71-924f-6087557f42aa' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 25 04:11:02.132404 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb663e31-007c-4a5e-965a-c80124038752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:02.161905 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb663e31-007c-4a5e-965a-c80124038752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:02.208148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb663e31-007c-4a5e-965a-c80124038752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:02.213332 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-00d4620c-e935-406e-8c12-4ef569ead7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:02.229693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb663e31-007c-4a5e-965a-c80124038752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20aa8bb-b651-4ccc-92e8-f22b2c17ab58,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:02.232962 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fb663e31-007c-4a5e-965a-c80124038752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:02.235108 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb663e31-007c-4a5e-965a-c80124038752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:02.236801 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-fb663e31-007c-4a5e-965a-c80124038752 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b20aa8bb-b651-4ccc-92e8-f22b2c17ab58 HTTP/1.1" status: 204 len: 168 time: 0.1797714 Nov 25 04:11:02.675999 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52628) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:02.744943 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-a71ed28d-1be0-460e-bea0-1b50d5f72dc4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9b5ef2728f644b3ad6e9e9ac9a39bdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0673549 Nov 25 04:11:02.745097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb739a8-e134-4bf2-b2df-370d7d6b2534 req-bdbef51c-57bf-4267-8c45-ca0de495285e tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:11:02.746726 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ffb739a8-e134-4bf2-b2df-370d7d6b2534 req-bdbef51c-57bf-4267-8c45-ca0de495285e tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 946 time: 0.0911763 Nov 25 04:11:02.747242 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52638) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:02.832016 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-ffb739a8-e134-4bf2-b2df-370d7d6b2534 req-a9f3fbb8-22c7-4b99-95a1-8a782a1144c5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669150 Nov 25 04:11:02.860616 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a08d1d83-b95e-441b-a5d0-8e9939b699b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:02.888854 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a08d1d83-b95e-441b-a5d0-8e9939b699b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:02.933400 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a08d1d83-b95e-441b-a5d0-8e9939b699b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:02.939513 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e36363d6-c82a-43d0-a6e5-87581c0cd249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:02.953994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d1d83-b95e-441b-a5d0-8e9939b699b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4777a4eb-17c0-43b3-8d2c-52e29ce07db6,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:02.956666 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a08d1d83-b95e-441b-a5d0-8e9939b699b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:02.964148 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a08d1d83-b95e-441b-a5d0-8e9939b699b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:02.965410 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-a08d1d83-b95e-441b-a5d0-8e9939b699b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4777a4eb-17c0-43b3-8d2c-52e29ce07db6 HTTP/1.1" status: 204 len: 168 time: 0.2171717 Nov 25 04:11:03.346667 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dcb26-4c96-479c-a7a2-36a6fcb6226a req-b94469a6-2ee7-4869-8732-ddb4f1bb7860 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:11:03.348350 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-323dcb26-4c96-479c-a7a2-36a6fcb6226a req-b94469a6-2ee7-4869-8732-ddb4f1bb7860 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 946 time: 0.0934396 Nov 25 04:11:03.429612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-323dcb26-4c96-479c-a7a2-36a6fcb6226a req-9a07ca18-6779-4bdc-95f3-1acb2281cb71 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Deleting port c03ba2fc-e988-45b9-a4e5-ea8965150d80 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:11:03.430052 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-323dcb26-4c96-479c-a7a2-36a6fcb6226a req-9a07ca18-6779-4bdc-95f3-1acb2281cb71 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:03.690770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-323dcb26-4c96-479c-a7a2-36a6fcb6226a req-9a07ca18-6779-4bdc-95f3-1acb2281cb71 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] For port c03ba2fc-e988-45b9-a4e5-ea8965150d80, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=c03ba2fc-e988-45b9-a4e5-ea8965150d80,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:11:03.691177 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-323dcb26-4c96-479c-a7a2-36a6fcb6226a req-9a07ca18-6779-4bdc-95f3-1acb2281cb71 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:03.736086 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52664) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:03.829636 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-323dcb26-4c96-479c-a7a2-36a6fcb6226a req-9a07ca18-6779-4bdc-95f3-1acb2281cb71 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Calling delete_port for c03ba2fc-e988-45b9-a4e5-ea8965150d80 owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:11:03.891713 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3408d899-cd62-4023-b4b2-7d1edbbec0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:03.926733 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3408d899-cd62-4023-b4b2-7d1edbbec0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:03.930687 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3408d899-cd62-4023-b4b2-7d1edbbec0c9 admin admin] Usage tracker for resource:security_group_rule and tenant:dc8eb15baa894ed5bd45b57aae79af6d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:03.934130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3408d899-cd62-4023-b4b2-7d1edbbec0c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:03.940427 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3408d899-cd62-4023-b4b2-7d1edbbec0c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:03.986541 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-323dcb26-4c96-479c-a7a2-36a6fcb6226a req-9a07ca18-6779-4bdc-95f3-1acb2281cb71 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:03.992354 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-4e8670ba-0cb4-4cc9-86fe-76179f2a6ace tempest-TestMinimumBasicScenario-864140026 tempest-TestMinimumBasicScenario-864140026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:04.033156 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['ae483e05-b2f4-4aeb-9565-e53d240f7159', '9612746a-3d68-4a42-8dfe-e3de25897759', 'c03ba2fc-e988-45b9-a4e5-ea8965150d80'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:11:04.034724 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-165335bb-30a4-4e20-930a-e74e5ee6020f req-02040c63-1324-4c8e-90d6-6debbef8c4bc tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=5620b9f7-a883-46a0-a66a-ec924c50b523 HTTP/1.1" status: 200 len: 210 time: 0.0526950 Nov 25 04:11:04.036899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07ca18-6779-4bdc-95f3-1acb2281cb71 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Pushing event deleted for resources: {'Port': ['ID=c03ba2fc-e988-45b9-a4e5-ea8965150d80,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:04.041413 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9a07ca18-6779-4bdc-95f3-1acb2281cb71 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:04.107419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3408d899-cd62-4023-b4b2-7d1edbbec0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:04.110710 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3408d899-cd62-4023-b4b2-7d1edbbec0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:04.114983 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-323dcb26-4c96-479c-a7a2-36a6fcb6226a req-9a07ca18-6779-4bdc-95f3-1acb2281cb71 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] No DVR routers for this DVR port c03ba2fc-e988-45b9-a4e5-ea8965150d80 on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:11:04.117377 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-323dcb26-4c96-479c-a7a2-36a6fcb6226a req-9a07ca18-6779-4bdc-95f3-1acb2281cb71 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:04.120048 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-d61f383b-1e78-4a17-b751-6e0377341a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:04.120206 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5620b9f7-a883-46a0-a66a-ec924c50b523', 'name': 'network-vif-deleted', 'tag': 'c03ba2fc-e988-45b9-a4e5-ea8965150d80'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:11:04.136638 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-323dcb26-4c96-479c-a7a2-36a6fcb6226a req-9a07ca18-6779-4bdc-95f3-1acb2281cb71 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "DELETE /v2.0/ports/c03ba2fc-e988-45b9-a4e5-ea8965150d80 HTTP/1.1" status: 204 len: 173 time: 0.7796817 Nov 25 04:11:04.177339 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408d899-cd62-4023-b4b2-7d1edbbec0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565964f7-da6a-4f05-b4dd-a1cbf79d6f22,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:04.181255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3408d899-cd62-4023-b4b2-7d1edbbec0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:04.184685 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3408d899-cd62-4023-b4b2-7d1edbbec0c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc8eb15baa894ed5bd45b57aae79af6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4469857 Nov 25 04:11:04.187284 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52674) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:04.199384 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5620b9f7-a883-46a0-a66a-ec924c50b523', 'name': 'network-vif-deleted', 'tag': 'c03ba2fc-e988-45b9-a4e5-ea8965150d80', 'status': 'completed', 'code': 200} Nov 25 04:11:04.254206 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0935-1b04-49e6-b07b-e54cc613e692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:04.286751 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0935-1b04-49e6-b07b-e54cc613e692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:04.334064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0935-1b04-49e6-b07b-e54cc613e692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:04.339268 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-cc297440-146b-4246-ba45-c9718348699d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:04.353870 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea0935-1b04-49e6-b07b-e54cc613e692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565964f7-da6a-4f05-b4dd-a1cbf79d6f22,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:04.356943 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a0ea0935-1b04-49e6-b07b-e54cc613e692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:04.357996 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0935-1b04-49e6-b07b-e54cc613e692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:04.361227 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-a0ea0935-1b04-49e6-b07b-e54cc613e692 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/565964f7-da6a-4f05-b4dd-a1cbf79d6f22 HTTP/1.1" status: 204 len: 168 time: 0.1708598 Nov 25 04:11:04.699546 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52682) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:04.723369 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2f908dc2-df0e-4454-9e92-28e5397daab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:04.756970 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2f908dc2-df0e-4454-9e92-28e5397daab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:04.761054 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2f908dc2-df0e-4454-9e92-28e5397daab6 admin admin] Usage tracker for resource:security_group_rule and tenant:19b197073e434df3be10ef2d65170f10 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:04.764152 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2f908dc2-df0e-4454-9e92-28e5397daab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:04.771494 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2f908dc2-df0e-4454-9e92-28e5397daab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:04.842654 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2f908dc2-df0e-4454-9e92-28e5397daab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:04.846641 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2f908dc2-df0e-4454-9e92-28e5397daab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:04.854600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f886f414-d034-4372-a6e6-9253bd1f562b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:04.896685 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f908dc2-df0e-4454-9e92-28e5397daab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1a2914-fdbd-4b74-8bce-37fc1a376196,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:04.899829 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2f908dc2-df0e-4454-9e92-28e5397daab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:04.903493 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2f908dc2-df0e-4454-9e92-28e5397daab6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19b197073e434df3be10ef2d65170f10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2028537 Nov 25 04:11:04.906270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52686) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:04.972777 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6758b4e2-c639-4554-acfa-85a58b1267a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:04.999692 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6758b4e2-c639-4554-acfa-85a58b1267a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:05.043554 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6758b4e2-c639-4554-acfa-85a58b1267a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:05.049304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3dca2102-7d19-4341-829b-67c6d443a30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:05.062942 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758b4e2-c639-4554-acfa-85a58b1267a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1a2914-fdbd-4b74-8bce-37fc1a376196,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:05.066120 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6758b4e2-c639-4554-acfa-85a58b1267a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:05.068264 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6758b4e2-c639-4554-acfa-85a58b1267a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:05.072335 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6758b4e2-c639-4554-acfa-85a58b1267a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d1a2914-fdbd-4b74-8bce-37fc1a376196 HTTP/1.1" status: 204 len: 168 time: 0.1649368 Nov 25 04:11:05.554419 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2c515-1aba-4afd-a750-ae32da47978e req-5b1ba936-f11a-4316-a05f-f0db94c3dce8 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:11:05.556231 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a0c2c515-1aba-4afd-a750-ae32da47978e req-5b1ba936-f11a-4316-a05f-f0db94c3dce8 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 945 time: 0.0914183 Nov 25 04:11:05.608152 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-a0c2c515-1aba-4afd-a750-ae32da47978e req-6b3828fc-e223-4e73-b9a9-329097c9144b tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456417 Nov 25 04:11:06.511029 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device c03ba2fc-e988-45b9-a4e5-ea8965150d80 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:11:06.546413 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: c03ba2fc-e988-45b9-a4e5-ea8965150d80 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:11:06.546810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device c03ba2fc-e988-45b9-a4e5-ea8965150d80 not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:11:06.820862 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276e926-06eb-4036-b678-07456412872f req-a1d5a684-5c81-4931-ab4f-7d89ddbdcbda tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:11:06.821645 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-5276e926-06eb-4036-b678-07456412872f req-a1d5a684-5c81-4931-ab4f-7d89ddbdcbda tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Synchronizing usage tracker for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:11:06.837737 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-5276e926-06eb-4036-b678-07456412872f req-a1d5a684-5c81-4931-ab4f-7d89ddbdcbda tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Unset dirty status for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:11:06.839058 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5276e926-06eb-4036-b678-07456412872f req-a1d5a684-5c81-4931-ab4f-7d89ddbdcbda tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 945 time: 0.1037865 Nov 25 04:11:06.888514 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-5276e926-06eb-4036-b678-07456412872f req-4fa23397-f935-486a-9785-be80ddbb1f42 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432305 Nov 25 04:11:07.199081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f00d-ee5e-4ac0-bd7e-eedb33fb5a27 req-ee696ce1-4b1d-4a92-8b73-1c3b4f301cc1 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:11:07.200660 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2f35f00d-ee5e-4ac0-bd7e-eedb33fb5a27 req-ee696ce1-4b1d-4a92-8b73-1c3b4f301cc1 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 945 time: 0.0857556 Nov 25 04:11:07.279475 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-2f35f00d-ee5e-4ac0-bd7e-eedb33fb5a27 req-58d7d2f6-b738-4400-94bb-2ce8186f5f73 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Deleting port 9612746a-3d68-4a42-8dfe-e3de25897759 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:11:07.279867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2f35f00d-ee5e-4ac0-bd7e-eedb33fb5a27 req-58d7d2f6-b738-4400-94bb-2ce8186f5f73 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:07.541310 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-2f35f00d-ee5e-4ac0-bd7e-eedb33fb5a27 req-58d7d2f6-b738-4400-94bb-2ce8186f5f73 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] For port 9612746a-3d68-4a42-8dfe-e3de25897759, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=9612746a-3d68-4a42-8dfe-e3de25897759,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:11:07.541720 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2f35f00d-ee5e-4ac0-bd7e-eedb33fb5a27 req-58d7d2f6-b738-4400-94bb-2ce8186f5f73 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:07.677073 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-2f35f00d-ee5e-4ac0-bd7e-eedb33fb5a27 req-58d7d2f6-b738-4400-94bb-2ce8186f5f73 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Calling delete_port for 9612746a-3d68-4a42-8dfe-e3de25897759 owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:11:07.825429 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2f35f00d-ee5e-4ac0-bd7e-eedb33fb5a27 req-58d7d2f6-b738-4400-94bb-2ce8186f5f73 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:07.831239 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bf481d84-ef33-492a-b201-b2b1fa5356c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:07.861073 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['ae483e05-b2f4-4aeb-9565-e53d240f7159', '9612746a-3d68-4a42-8dfe-e3de25897759'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:11:07.876146 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7d2f6-b738-4400-94bb-2ce8186f5f73 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Pushing event deleted for resources: {'Port': ['ID=9612746a-3d68-4a42-8dfe-e3de25897759,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:07.880835 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-58d7d2f6-b738-4400-94bb-2ce8186f5f73 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:07.951633 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f35f00d-ee5e-4ac0-bd7e-eedb33fb5a27 req-58d7d2f6-b738-4400-94bb-2ce8186f5f73 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] No DVR routers for this DVR port 9612746a-3d68-4a42-8dfe-e3de25897759 on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:11:07.955056 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-2f35f00d-ee5e-4ac0-bd7e-eedb33fb5a27 req-58d7d2f6-b738-4400-94bb-2ce8186f5f73 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:07.959028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab390d4c-6a50-4a2c-8c46-9db52b5dabbb', 'name': 'network-vif-deleted', 'tag': '9612746a-3d68-4a42-8dfe-e3de25897759'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:11:07.977441 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2f35f00d-ee5e-4ac0-bd7e-eedb33fb5a27 req-58d7d2f6-b738-4400-94bb-2ce8186f5f73 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "DELETE /v2.0/ports/9612746a-3d68-4a42-8dfe-e3de25897759 HTTP/1.1" status: 204 len: 173 time: 0.7694359 Nov 25 04:11:08.024818 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab390d4c-6a50-4a2c-8c46-9db52b5dabbb', 'name': 'network-vif-deleted', 'tag': '9612746a-3d68-4a42-8dfe-e3de25897759', 'status': 'completed', 'code': 200} Nov 25 04:11:08.084879 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9148a1eb-4803-4377-9b02-2203da887bb0 req-c6754256-92c1-48ed-9638-cd6ac379b450 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab390d4c-6a50-4a2c-8c46-9db52b5dabbb HTTP/1.1" status: 200 len: 210 time: 0.0495577 Nov 25 04:11:10.532257 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 9612746a-3d68-4a42-8dfe-e3de25897759 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:11:10.567864 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: 9612746a-3d68-4a42-8dfe-e3de25897759 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:11:10.568262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device 9612746a-3d68-4a42-8dfe-e3de25897759 not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:11:10.832958 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4e843-10d8-42ca-9d7b-15c08d3c1eb0 req-7fb1455a-9b12-44d3-943b-1a5153e99ea5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:11:10.833726 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2fc4e843-10d8-42ca-9d7b-15c08d3c1eb0 req-7fb1455a-9b12-44d3-943b-1a5153e99ea5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Synchronizing usage tracker for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 25 04:11:10.850516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [req-2fc4e843-10d8-42ca-9d7b-15c08d3c1eb0 req-7fb1455a-9b12-44d3-943b-1a5153e99ea5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Unset dirty status for tenant:14a4c1b86ed84b5c88f64d8641b57292 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 25 04:11:10.852297 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fc4e843-10d8-42ca-9d7b-15c08d3c1eb0 req-7fb1455a-9b12-44d3-943b-1a5153e99ea5 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 946 time: 0.1054049 Nov 25 04:11:10.904716 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-2fc4e843-10d8-42ca-9d7b-15c08d3c1eb0 req-5b259a69-1ece-4e3b-aa27-b3e767409845 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464468 Nov 25 04:11:12.117422 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde27e0c-328a-4ec5-8d44-e2c24372ee23 req-d1f911c7-b249-4810-946f-e318cb72d6b4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:11:12.119073 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-cde27e0c-328a-4ec5-8d44-e2c24372ee23 req-d1f911c7-b249-4810-946f-e318cb72d6b4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 946 time: 0.0856020 Nov 25 04:11:12.167615 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-cde27e0c-328a-4ec5-8d44-e2c24372ee23 req-23d6764e-ddf0-4663-a533-b3507458d938 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Nov 25 04:11:12.762267 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01c40a-d354-41d3-abef-6756e60e7a3f req-c7d7a6ef-650d-43ba-8ff1-7aaf2cb3f4f4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:11:12.763854 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fe01c40a-d354-41d3-abef-6756e60e7a3f req-c7d7a6ef-650d-43ba-8ff1-7aaf2cb3f4f4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 946 time: 0.0836151 Nov 25 04:11:12.841538 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-fe01c40a-d354-41d3-abef-6756e60e7a3f req-df5ad577-bd96-45b6-b3f3-33213c8993c4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Deleting port ae483e05-b2f4-4aeb-9565-e53d240f7159 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 25 04:11:12.841948 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-fe01c40a-d354-41d3-abef-6756e60e7a3f req-df5ad577-bd96-45b6-b3f3-33213c8993c4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294457646537'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:13.099773 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [req-fe01c40a-d354-41d3-abef-6756e60e7a3f req-df5ad577-bd96-45b6-b3f3-33213c8993c4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] For port ae483e05-b2f4-4aeb-9565-e53d240f7159, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ae483e05-b2f4-4aeb-9565-e53d240f7159,segment=NetworkSegment(efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d),segment_id=efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 25 04:11:13.100099 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-fe01c40a-d354-41d3-abef-6756e60e7a3f req-df5ad577-bd96-45b6-b3f3-33213c8993c4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695509'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:13.446251 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [req-fe01c40a-d354-41d3-abef-6756e60e7a3f req-df5ad577-bd96-45b6-b3f3-33213c8993c4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Calling delete_port for ae483e05-b2f4-4aeb-9565-e53d240f7159 owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 25 04:11:13.587872 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fd90c5f1-8989-400c-b21e-9b2fa87b52c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:13.635961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131d2a7-155d-4258-8f48-ada6d0ce58d2 req-f869f910-f019-4324-a54e-44038d182684 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 25 04:11:13.637579 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9131d2a7-155d-4258-8f48-ada6d0ce58d2 req-f869f910-f019-4324-a54e-44038d182684 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/ports?device_id=3642dfa0-cc02-4e1e-a165-93cf30f67b19 HTTP/1.1" status: 200 len: 946 time: 0.1981792 Nov 25 04:11:13.689701 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-fe01c40a-d354-41d3-abef-6756e60e7a3f req-df5ad577-bd96-45b6-b3f3-33213c8993c4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16194437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363294457634915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742396675648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2495444'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:13.697987 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a128874c-7bb3-4426-913f-ad53d0543d56 tempest-VolumesActionsTest-1018064255 tempest-VolumesActionsTest-1018064255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:13.742731 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] get_ports_and_sgs() called for port_ids ['ae483e05-b2f4-4aeb-9565-e53d240f7159'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 25 04:11:13.746839 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ad577-bd96-45b6-b3f3-33213c8993c4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Pushing event deleted for resources: {'Port': ['ID=ae483e05-b2f4-4aeb-9565-e53d240f7159,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:13.759696 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:11:13.759961 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-df5ad577-bd96-45b6-b3f3-33213c8993c4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:13.770482 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-9131d2a7-155d-4258-8f48-ada6d0ce58d2 req-e3ee36fe-d87d-4f24-a264-27725822d8b7 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237526 Nov 25 04:11:13.845134 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe01c40a-d354-41d3-abef-6756e60e7a3f req-df5ad577-bd96-45b6-b3f3-33213c8993c4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] No DVR routers for this DVR port ae483e05-b2f4-4aeb-9565-e53d240f7159 on host hv-cinder-81877 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 25 04:11:13.850361 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [req-fe01c40a-d354-41d3-abef-6756e60e7a3f req-df5ad577-bd96-45b6-b3f3-33213c8993c4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745873'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:13.850622 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3642dfa0-cc02-4e1e-a165-93cf30f67b19', 'name': 'network-vif-deleted', 'tag': 'ae483e05-b2f4-4aeb-9565-e53d240f7159'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 25 04:11:13.866516 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [req-fe01c40a-d354-41d3-abef-6756e60e7a3f req-df5ad577-bd96-45b6-b3f3-33213c8993c4 tempest-AttachVolumeNegativeTest-1830562995 tempest-AttachVolumeNegativeTest-1830562995-project] 10.222.0.15 "DELETE /v2.0/ports/ae483e05-b2f4-4aeb-9565-e53d240f7159 HTTP/1.1" status: 204 len: 173 time: 1.0962462 Nov 25 04:11:13.907908 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3642dfa0-cc02-4e1e-a165-93cf30f67b19', 'name': 'network-vif-deleted', 'tag': 'ae483e05-b2f4-4aeb-9565-e53d240f7159', 'status': 'completed', 'code': 200} Nov 25 04:11:14.883917 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52812) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:14.953132 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3273dd-bc31-4c0c-b51b-93c445f66219 admin admin] Deleting subnet 41f896bf-2b9a-434d-a804-a15ad0975c75 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 25 04:11:14.956525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3d3273dd-bc31-4c0c-b51b-93c445f66219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.007989 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3d3273dd-bc31-4c0c-b51b-93c445f66219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2344821'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.064804 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3d3273dd-bc31-4c0c-b51b-93c445f66219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838678249'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.118946 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.136570 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3d3273dd-bc31-4c0c-b51b-93c445f66219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16097550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854009278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2564356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1613802'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.141261 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:15.177104 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3273dd-bc31-4c0c-b51b-93c445f66219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f896bf-2b9a-434d-a804-a15ad0975c75,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:15.181865 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3d3273dd-bc31-4c0c-b51b-93c445f66219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:15.184186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3d3273dd-bc31-4c0c-b51b-93c445f66219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.190745 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3d3273dd-bc31-4c0c-b51b-93c445f66219 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/41f896bf-2b9a-434d-a804-a15ad0975c75 HTTP/1.1" status: 204 len: 168 time: 0.3057520 Nov 25 04:11:15.193304 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52816) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:15.310247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838534996'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.444224 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838695794', 'neutron.services.segments.db._delete_segments_for_network-8742397170376'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.473241 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3445bf14-df08-4f40-91de-4f37768cf77c']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:11:15.486046 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:11:15.486431 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.services.segments.db [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa0eb3e-cc68-46c9-ae9d-3a1925c6e24d') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 25 04:11:15.498235 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742397173465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852430980'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.512849 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088552'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.519792 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 25 04:11:15.520218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838687247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852211546'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: Traceback (most recent call last): Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: timer() Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: cb(*args, **kw) Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: return func(*args, **kwargs) Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: self._notify() Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: self.callback(batched_events) Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: event.method(event) Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: segment_id)['aggregates'][0] Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: return f(self, *a, **k) Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: return self._get(url).json() Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: **kwargs) Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: return self.request(url, 'GET', **kwargs) Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: **endpoint_filter) Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:11:15.538403 dv-cinder-818778-3-smb neutron-server[88064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:11:15.612460 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16080005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838640360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854059521'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.616298 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-121049b5-e9e2-4457-a3b1-4175d1032d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:15.636143 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838640145'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:15.648772 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] Pushing event deleted for resources: {'Network': ['ID=3445bf14-df08-4f40-91de-4f37768cf77c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:15.653284 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:15.659279 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3080bd26-221a-442f-a63f-a081471c8254 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3445bf14-df08-4f40-91de-4f37768cf77c HTTP/1.1" status: 204 len: 168 time: 0.4649472 Nov 25 04:11:15.865868 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52828) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:15.922985 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-da46ebc9-39b7-427a-93ec-19c1b449d1b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14a4c1b86ed84b5c88f64d8641b57292&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557959 Nov 25 04:11:15.925482 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52832) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:15.988473 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-81c45d85-0a9c-443a-989d-ce29605ab0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:16.015383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-81c45d85-0a9c-443a-989d-ce29605ab0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:16.061389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5dd5588b-93ae-4abf-9b86-038c79a5b104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:16.063984 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-81c45d85-0a9c-443a-989d-ce29605ab0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:16.069351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-bc7863f9-0409-4073-bc42-3fc7027ac08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:16.083472 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c45d85-0a9c-443a-989d-ce29605ab0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:16.086316 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-81c45d85-0a9c-443a-989d-ce29605ab0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:16.093383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-81c45d85-0a9c-443a-989d-ce29605ab0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:16.094682 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-81c45d85-0a9c-443a-989d-ce29605ab0c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba6cbcf3-a6b7-4ad5-a929-c9d79dbc5726 HTTP/1.1" status: 204 len: 168 time: 0.1682088 Nov 25 04:11:16.110425 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:16.558899 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device ae483e05-b2f4-4aeb-9565-e53d240f7159 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 25 04:11:16.601279 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] No Port match for: ae483e05-b2f4-4aeb-9565-e53d240f7159 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 25 04:11:16.602037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Device ae483e05-b2f4-4aeb-9565-e53d240f7159 not bound to the agent host hv-cinder-81877 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 25 04:11:18.017689 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:18.030047 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52888) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:18.184314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20f8223a-a58c-4098-b34d-5261860dea2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:18.219282 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-20f8223a-a58c-4098-b34d-5261860dea2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:18.223504 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-20f8223a-a58c-4098-b34d-5261860dea2f admin admin] Usage tracker for resource:security_group_rule and tenant:e9dcf6bbb8e04f0dbb57552e7b75f186 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:18.226612 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-20f8223a-a58c-4098-b34d-5261860dea2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:18.232636 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-20f8223a-a58c-4098-b34d-5261860dea2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:18.303127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20f8223a-a58c-4098-b34d-5261860dea2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:18.305810 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-20f8223a-a58c-4098-b34d-5261860dea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:18.314159 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3a9328c0-146b-492d-8efe-c9f1ddbfa802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:18.575233 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8223a-a58c-4098-b34d-5261860dea2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5e4f5a-ff62-4abb-b1f1-3f023da724bf,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:18.580563 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-20f8223a-a58c-4098-b34d-5261860dea2f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9dcf6bbb8e04f0dbb57552e7b75f186&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5494103 Nov 25 04:11:18.581579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-20f8223a-a58c-4098-b34d-5261860dea2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:18.583329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52914) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:18.647585 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-740a9f62-a153-4e59-b5cc-551cf919dbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:18.675051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-740a9f62-a153-4e59-b5cc-551cf919dbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:18.722296 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-740a9f62-a153-4e59-b5cc-551cf919dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:18.727452 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0756b5a7-b3e1-4d74-bb1b-5b328a73b208 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:18.738893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a9f62-a153-4e59-b5cc-551cf919dbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5e4f5a-ff62-4abb-b1f1-3f023da724bf,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:18.741675 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-740a9f62-a153-4e59-b5cc-551cf919dbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:18.747362 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-740a9f62-a153-4e59-b5cc-551cf919dbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:18.751339 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-740a9f62-a153-4e59-b5cc-551cf919dbdf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba5e4f5a-ff62-4abb-b1f1-3f023da724bf HTTP/1.1" status: 204 len: 168 time: 0.1642320 Nov 25 04:11:18.902764 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52922) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:19.117400 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2f5a05b0-dd26-4fe2-b077-c24271b11c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.151486 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2f5a05b0-dd26-4fe2-b077-c24271b11c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:19.155648 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2f5a05b0-dd26-4fe2-b077-c24271b11c9e admin admin] Usage tracker for resource:security_group_rule and tenant:2c38cbb3546d44cc945f3698d7ad2461 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:19.159322 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2f5a05b0-dd26-4fe2-b077-c24271b11c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:19.165762 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2f5a05b0-dd26-4fe2-b077-c24271b11c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:19.175414 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52930) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:19.196270 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-367e0546-86f3-42b5-840e-d66eefd007e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.228789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-367e0546-86f3-42b5-840e-d66eefd007e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:19.232812 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-367e0546-86f3-42b5-840e-d66eefd007e7 admin admin] Usage tracker for resource:security_group_rule and tenant:9cdb929eee3646a48e8280f81bc321dd is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:19.234188 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2f5a05b0-dd26-4fe2-b077-c24271b11c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.236502 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-367e0546-86f3-42b5-840e-d66eefd007e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:19.238399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2f5a05b0-dd26-4fe2-b077-c24271b11c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.242632 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-367e0546-86f3-42b5-840e-d66eefd007e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:19.255545 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9e735e3e-acfc-4795-b61f-ffc44deb1986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:19.294047 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2f5a05b0-dd26-4fe2-b077-c24271b11c9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c38cbb3546d44cc945f3698d7ad2461&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3898787 Nov 25 04:11:19.295727 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a05b0-dd26-4fe2-b077-c24271b11c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf76481-3a9f-43c7-bb08-015643113693,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:19.298776 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 52934) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:19.301382 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2f5a05b0-dd26-4fe2-b077-c24271b11c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:19.316156 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-367e0546-86f3-42b5-840e-d66eefd007e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.319421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-367e0546-86f3-42b5-840e-d66eefd007e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.326875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2f908dc2-df0e-4454-9e92-28e5397daab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:19.364339 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56a8dbbc-231f-4b9d-a9f9-b813e09d2102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.368953 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e0546-86f3-42b5-840e-d66eefd007e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36df2f1-7e7e-48a4-bb3d-3c5ca9aec402,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:19.372506 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-367e0546-86f3-42b5-840e-d66eefd007e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:19.378618 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-367e0546-86f3-42b5-840e-d66eefd007e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9cdb929eee3646a48e8280f81bc321dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1987548 Nov 25 04:11:19.379380 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52938) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:19.392780 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56a8dbbc-231f-4b9d-a9f9-b813e09d2102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.438931 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56a8dbbc-231f-4b9d-a9f9-b813e09d2102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.441738 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56fb9df7-3cec-422b-98a2-47ae17d6dda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.443977 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-02bf93d9-01ee-42b1-9170-cf0175a05b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:19.458227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8dbbc-231f-4b9d-a9f9-b813e09d2102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf76481-3a9f-43c7-bb08-015643113693,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:19.461041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-56a8dbbc-231f-4b9d-a9f9-b813e09d2102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:19.462249 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56a8dbbc-231f-4b9d-a9f9-b813e09d2102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.466249 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-56a8dbbc-231f-4b9d-a9f9-b813e09d2102 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0cf76481-3a9f-43c7-bb08-015643113693 HTTP/1.1" status: 204 len: 168 time: 0.1637189 Nov 25 04:11:19.469360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56fb9df7-3cec-422b-98a2-47ae17d6dda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.517200 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56fb9df7-3cec-422b-98a2-47ae17d6dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.522358 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-79cde502-ae69-4224-b475-066c28497b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:19.533743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb9df7-3cec-422b-98a2-47ae17d6dda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36df2f1-7e7e-48a4-bb3d-3c5ca9aec402,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:19.537595 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-56fb9df7-3cec-422b-98a2-47ae17d6dda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:19.540879 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56fb9df7-3cec-422b-98a2-47ae17d6dda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:19.544525 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-56fb9df7-3cec-422b-98a2-47ae17d6dda4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e36df2f1-7e7e-48a4-bb3d-3c5ca9aec402 HTTP/1.1" status: 204 len: 168 time: 0.1618466 Nov 25 04:11:19.960239 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52956) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:19.980956 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c16c92c-c03f-4cc3-b5d9-daf85d598d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:20.014260 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7c16c92c-c03f-4cc3-b5d9-daf85d598d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:20.019194 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7c16c92c-c03f-4cc3-b5d9-daf85d598d83 admin admin] Usage tracker for resource:security_group_rule and tenant:31e90bcd9e3a4c19aaceb70268b69165 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:20.022130 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7c16c92c-c03f-4cc3-b5d9-daf85d598d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:20.028338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7c16c92c-c03f-4cc3-b5d9-daf85d598d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:20.100730 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c16c92c-c03f-4cc3-b5d9-daf85d598d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:20.105412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c16c92c-c03f-4cc3-b5d9-daf85d598d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:20.113533 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a527b928-798a-4dda-bf7a-ee982f65da41 tempest-AttachVolumeTestJSON-37167717 tempest-AttachVolumeTestJSON-37167717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:20.155944 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16c92c-c03f-4cc3-b5d9-daf85d598d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02018734-a306-46e1-b74c-c06129b50877,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:20.159574 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7c16c92c-c03f-4cc3-b5d9-daf85d598d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:20.164813 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7c16c92c-c03f-4cc3-b5d9-daf85d598d83 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31e90bcd9e3a4c19aaceb70268b69165&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2008855 Nov 25 04:11:20.165623 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52962) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:20.230373 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2817939f-f89c-41da-a39d-89cabbcd6b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:20.258145 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2817939f-f89c-41da-a39d-89cabbcd6b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:20.304392 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2817939f-f89c-41da-a39d-89cabbcd6b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:20.309495 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-740a9f62-a153-4e59-b5cc-551cf919dbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:20.321255 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817939f-f89c-41da-a39d-89cabbcd6b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02018734-a306-46e1-b74c-c06129b50877,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:20.323893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2817939f-f89c-41da-a39d-89cabbcd6b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:20.330837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2817939f-f89c-41da-a39d-89cabbcd6b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:20.334456 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2817939f-f89c-41da-a39d-89cabbcd6b6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/02018734-a306-46e1-b74c-c06129b50877 HTTP/1.1" status: 204 len: 168 time: 0.1660583 Nov 25 04:11:21.006919 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 52992) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:21.171190 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-299bcdbb-3243-4e24-89d2-d99583f5c86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:21.212303 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-299bcdbb-3243-4e24-89d2-d99583f5c86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:21.217035 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-299bcdbb-3243-4e24-89d2-d99583f5c86e admin admin] Usage tracker for resource:security_group_rule and tenant:0adcb75d35b94a6199edb76897804428 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:21.220525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-299bcdbb-3243-4e24-89d2-d99583f5c86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:21.227621 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-299bcdbb-3243-4e24-89d2-d99583f5c86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:21.268057 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:21.305880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-299bcdbb-3243-4e24-89d2-d99583f5c86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:21.308817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-299bcdbb-3243-4e24-89d2-d99583f5c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:21.318655 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3408d899-cd62-4023-b4b2-7d1edbbec0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:21.373219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bcdbb-3243-4e24-89d2-d99583f5c86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e634c6a4-d39a-4663-bfa9-056a019aa669,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:21.373219 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-299bcdbb-3243-4e24-89d2-d99583f5c86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:21.377333 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-299bcdbb-3243-4e24-89d2-d99583f5c86e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0adcb75d35b94a6199edb76897804428&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3689559 Nov 25 04:11:21.380094 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53006) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:21.446728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-73cd36bc-84f8-4e8a-8223-a85beb1f54bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:21.479906 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-73cd36bc-84f8-4e8a-8223-a85beb1f54bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:21.527138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-73cd36bc-84f8-4e8a-8223-a85beb1f54bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:21.535659 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-eba74e02-3825-4c42-93d5-cd72ae366b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:21.550732 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd36bc-84f8-4e8a-8223-a85beb1f54bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e634c6a4-d39a-4663-bfa9-056a019aa669,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:21.553624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-73cd36bc-84f8-4e8a-8223-a85beb1f54bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:21.554853 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-73cd36bc-84f8-4e8a-8223-a85beb1f54bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:21.559032 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-73cd36bc-84f8-4e8a-8223-a85beb1f54bc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e634c6a4-d39a-4663-bfa9-056a019aa669 HTTP/1.1" status: 204 len: 168 time: 0.1749310 Nov 25 04:11:23.261618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53074) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:23.472833 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-092e77b9-13f3-4722-bb1d-f8291f5e5579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:23.506848 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-092e77b9-13f3-4722-bb1d-f8291f5e5579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:23.511384 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-092e77b9-13f3-4722-bb1d-f8291f5e5579 admin admin] Usage tracker for resource:security_group_rule and tenant:4034625b297c4c7b94b18166e87d7ff6 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:23.514477 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-092e77b9-13f3-4722-bb1d-f8291f5e5579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:23.521607 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-092e77b9-13f3-4722-bb1d-f8291f5e5579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:23.590795 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-092e77b9-13f3-4722-bb1d-f8291f5e5579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:23.593781 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-092e77b9-13f3-4722-bb1d-f8291f5e5579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:23.601227 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ab778390-1832-4c9a-9d1e-55877f0aff57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:23.645234 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e77b9-13f3-4722-bb1d-f8291f5e5579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe21f42-aed5-47fb-9d2f-3ced74634453,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:23.648511 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-092e77b9-13f3-4722-bb1d-f8291f5e5579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:23.653278 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-092e77b9-13f3-4722-bb1d-f8291f5e5579 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4034625b297c4c7b94b18166e87d7ff6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3881223 Nov 25 04:11:23.654041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53088) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:23.733863 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-409c5faf-6015-4555-bb45-104b56b0cf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:23.764128 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-409c5faf-6015-4555-bb45-104b56b0cf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:23.811201 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-409c5faf-6015-4555-bb45-104b56b0cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:23.817619 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-b7b70467-5a38-491c-afd6-3c143b93ea2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:23.832579 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c5faf-6015-4555-bb45-104b56b0cf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe21f42-aed5-47fb-9d2f-3ced74634453,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:23.835445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-409c5faf-6015-4555-bb45-104b56b0cf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:23.836624 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-409c5faf-6015-4555-bb45-104b56b0cf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:23.838692 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-409c5faf-6015-4555-bb45-104b56b0cf72 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2fe21f42-aed5-47fb-9d2f-3ced74634453 HTTP/1.1" status: 204 len: 168 time: 0.1837404 Nov 25 04:11:24.269004 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 53102) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:24.291095 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5222413-e4a1-47c8-bb97-17a9bd8bad36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:24.325302 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f5222413-e4a1-47c8-bb97-17a9bd8bad36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:24.330208 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f5222413-e4a1-47c8-bb97-17a9bd8bad36 admin admin] Usage tracker for resource:security_group_rule and tenant:d5c847977eb840028fc2752fdc568a3c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:24.333193 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-f5222413-e4a1-47c8-bb97-17a9bd8bad36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:24.339580 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-f5222413-e4a1-47c8-bb97-17a9bd8bad36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:24.407202 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5222413-e4a1-47c8-bb97-17a9bd8bad36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:24.410016 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5222413-e4a1-47c8-bb97-17a9bd8bad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:24.417280 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-779dede1-ef8a-4aff-bd1c-cf1364cc86e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:24.462950 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5222413-e4a1-47c8-bb97-17a9bd8bad36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c85586-b67c-4b49-b4f3-9a1076737a56,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:24.467364 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-f5222413-e4a1-47c8-bb97-17a9bd8bad36 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d5c847977eb840028fc2752fdc568a3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1972101 Nov 25 04:11:24.468332 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f5222413-e4a1-47c8-bb97-17a9bd8bad36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:24.471303 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 53106) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:24.533247 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ad554eae-1dd0-4f64-a33c-7c37c5177883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:24.559090 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ad554eae-1dd0-4f64-a33c-7c37c5177883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:24.602976 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ad554eae-1dd0-4f64-a33c-7c37c5177883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:24.607874 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-53307473-1d56-471c-9834-349707e2defe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:24.622449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad554eae-1dd0-4f64-a33c-7c37c5177883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c85586-b67c-4b49-b4f3-9a1076737a56,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:24.625669 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ad554eae-1dd0-4f64-a33c-7c37c5177883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:24.630077 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ad554eae-1dd0-4f64-a33c-7c37c5177883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:24.631315 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-ad554eae-1dd0-4f64-a33c-7c37c5177883 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/26c85586-b67c-4b49-b4f3-9a1076737a56 HTTP/1.1" status: 204 len: 168 time: 0.1592059 Nov 25 04:11:27.001834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53168) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:27.275037 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c974af0-fd8c-49c8-88d5-f4a227b16878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:27.307893 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-0c974af0-fd8c-49c8-88d5-f4a227b16878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:27.311896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0c974af0-fd8c-49c8-88d5-f4a227b16878 admin admin] Usage tracker for resource:security_group_rule and tenant:3a6e4f333a674b09805cd0ff0a704d50 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:27.315650 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-0c974af0-fd8c-49c8-88d5-f4a227b16878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:27.321630 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-0c974af0-fd8c-49c8-88d5-f4a227b16878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:27.391289 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c974af0-fd8c-49c8-88d5-f4a227b16878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:27.393999 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c974af0-fd8c-49c8-88d5-f4a227b16878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:27.407700 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-56a8dbbc-231f-4b9d-a9f9-b813e09d2102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:27.450474 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c974af0-fd8c-49c8-88d5-f4a227b16878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e42f3e7-1bc0-4d2e-bd43-8838eba80e9f,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:27.454744 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-0c974af0-fd8c-49c8-88d5-f4a227b16878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:27.459826 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-0c974af0-fd8c-49c8-88d5-f4a227b16878 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a6e4f333a674b09805cd0ff0a704d50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4542596 Nov 25 04:11:27.460856 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53184) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:27.527412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-57eb39d2-2b7d-4e2a-8281-62ccc4b1e251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:27.555561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-57eb39d2-2b7d-4e2a-8281-62ccc4b1e251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:27.601211 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-57eb39d2-2b7d-4e2a-8281-62ccc4b1e251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:27.607420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-092e77b9-13f3-4722-bb1d-f8291f5e5579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:27.620618 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb39d2-2b7d-4e2a-8281-62ccc4b1e251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e42f3e7-1bc0-4d2e-bd43-8838eba80e9f,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:27.623326 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-57eb39d2-2b7d-4e2a-8281-62ccc4b1e251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:27.631225 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-57eb39d2-2b7d-4e2a-8281-62ccc4b1e251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:27.634714 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-57eb39d2-2b7d-4e2a-8281-62ccc4b1e251 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e42f3e7-1bc0-4d2e-bd43-8838eba80e9f HTTP/1.1" status: 204 len: 168 time: 0.1718786 Nov 25 04:11:27.996672 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 53200) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:28.022163 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-78672cff-89ac-440d-bea1-78e2e3bba3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:28.060730 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-78672cff-89ac-440d-bea1-78e2e3bba3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:28.065602 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-78672cff-89ac-440d-bea1-78e2e3bba3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:785d24da326a4169a4d908b7d30294e0 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:28.068757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-78672cff-89ac-440d-bea1-78e2e3bba3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:28.074960 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-78672cff-89ac-440d-bea1-78e2e3bba3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:28.146296 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-78672cff-89ac-440d-bea1-78e2e3bba3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:28.149129 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-78672cff-89ac-440d-bea1-78e2e3bba3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:28.157464 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f5222413-e4a1-47c8-bb97-17a9bd8bad36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:28.205066 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78672cff-89ac-440d-bea1-78e2e3bba3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf03a8e-dcaf-4485-b80b-92a1308feb19,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:28.209884 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-78672cff-89ac-440d-bea1-78e2e3bba3d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=785d24da326a4169a4d908b7d30294e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2121198 Nov 25 04:11:28.211051 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-78672cff-89ac-440d-bea1-78e2e3bba3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:28.212649 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 53204) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:28.275694 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e9-bcb0-4aef-830a-41c8519a3acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:28.302818 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e9-bcb0-4aef-830a-41c8519a3acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:28.347145 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e9-bcb0-4aef-830a-41c8519a3acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:28.352092 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-ad554eae-1dd0-4f64-a33c-7c37c5177883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:28.362802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547b0e9-bcb0-4aef-830a-41c8519a3acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf03a8e-dcaf-4485-b80b-92a1308feb19,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:28.367609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9547b0e9-bcb0-4aef-830a-41c8519a3acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:28.369561 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e9-bcb0-4aef-830a-41c8519a3acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:28.370832 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-9547b0e9-bcb0-4aef-830a-41c8519a3acd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0cf03a8e-dcaf-4485-b80b-92a1308feb19 HTTP/1.1" status: 204 len: 168 time: 0.1570234 Nov 25 04:11:31.320564 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53320) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:31.474707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7163e632-f097-4706-b612-d73f5e60a04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:31.507817 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7163e632-f097-4706-b612-d73f5e60a04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:31.512150 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7163e632-f097-4706-b612-d73f5e60a04c admin admin] Usage tracker for resource:security_group_rule and tenant:6af337763ce7497cbd0eb134ac455689 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:31.515191 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7163e632-f097-4706-b612-d73f5e60a04c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:31.522004 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7163e632-f097-4706-b612-d73f5e60a04c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:31.590124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7163e632-f097-4706-b612-d73f5e60a04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:31.592979 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7163e632-f097-4706-b612-d73f5e60a04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:31.600757 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c91e9172-f5d0-44f5-81ea-e67fe0435c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:31.649081 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163e632-f097-4706-b612-d73f5e60a04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ad0050-ce66-4a80-b244-faf256604adf,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:31.652336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7163e632-f097-4706-b612-d73f5e60a04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:31.654677 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7163e632-f097-4706-b612-d73f5e60a04c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6af337763ce7497cbd0eb134ac455689&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3330450 Nov 25 04:11:31.657741 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53326) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:31.721031 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c180c5c9-6089-497f-8fe8-e1e10fc95b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:31.748207 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c180c5c9-6089-497f-8fe8-e1e10fc95b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:31.797801 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c180c5c9-6089-497f-8fe8-e1e10fc95b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:31.803017 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7163e632-f097-4706-b612-d73f5e60a04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:31.816934 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180c5c9-6089-497f-8fe8-e1e10fc95b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ad0050-ce66-4a80-b244-faf256604adf,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:31.820174 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c180c5c9-6089-497f-8fe8-e1e10fc95b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:31.822420 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c180c5c9-6089-497f-8fe8-e1e10fc95b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:31.823512 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-c180c5c9-6089-497f-8fe8-e1e10fc95b4a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71ad0050-ce66-4a80-b244-faf256604adf HTTP/1.1" status: 204 len: 168 time: 0.1647913 Nov 25 04:11:32.174519 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 53334) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:32.194896 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-842f9f64-0884-4808-8b7b-b1068dbeb02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:32.230782 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-842f9f64-0884-4808-8b7b-b1068dbeb02d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:32.235521 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-842f9f64-0884-4808-8b7b-b1068dbeb02d admin admin] Usage tracker for resource:security_group_rule and tenant:73731b55b2bb4cab8ab607ee20d1e493 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:32.238493 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-842f9f64-0884-4808-8b7b-b1068dbeb02d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:32.244478 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-842f9f64-0884-4808-8b7b-b1068dbeb02d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:32.320668 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-842f9f64-0884-4808-8b7b-b1068dbeb02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:32.323338 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-842f9f64-0884-4808-8b7b-b1068dbeb02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:32.331222 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2817939f-f89c-41da-a39d-89cabbcd6b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:32.374637 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f9f64-0884-4808-8b7b-b1068dbeb02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad86f4d-2ad9-4d8f-acd1-096d92477c75,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:32.378060 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-842f9f64-0884-4808-8b7b-b1068dbeb02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:32.380976 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-842f9f64-0884-4808-8b7b-b1068dbeb02d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73731b55b2bb4cab8ab607ee20d1e493&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2053950 Nov 25 04:11:32.383898 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 53340) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:32.449156 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-88b59ddb-89c8-4e1d-bb65-5806ac170861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:32.476941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-88b59ddb-89c8-4e1d-bb65-5806ac170861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:32.523399 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-88b59ddb-89c8-4e1d-bb65-5806ac170861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:32.528398 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-eb1c3f71-dbd9-4917-9852-d87dee672d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:32.542388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b59ddb-89c8-4e1d-bb65-5806ac170861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad86f4d-2ad9-4d8f-acd1-096d92477c75,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:32.545412 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-88b59ddb-89c8-4e1d-bb65-5806ac170861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:32.546314 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-88b59ddb-89c8-4e1d-bb65-5806ac170861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:32.550480 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-88b59ddb-89c8-4e1d-bb65-5806ac170861 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6ad86f4d-2ad9-4d8f-acd1-096d92477c75 HTTP/1.1" status: 204 len: 168 time: 0.1652849 Nov 25 04:11:32.968028 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 53348) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:32.991169 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ba784d3-206d-45f0-ac8f-a57910ef0662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:33.024791 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3ba784d3-206d-45f0-ac8f-a57910ef0662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:33.028952 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3ba784d3-206d-45f0-ac8f-a57910ef0662 admin admin] Usage tracker for resource:security_group_rule and tenant:fe1c26e3ad8845fc910cef6e76f5e17c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:33.032166 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-3ba784d3-206d-45f0-ac8f-a57910ef0662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:33.038565 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-3ba784d3-206d-45f0-ac8f-a57910ef0662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:33.106218 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ba784d3-206d-45f0-ac8f-a57910ef0662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:33.109175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ba784d3-206d-45f0-ac8f-a57910ef0662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:33.116525 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7c16c92c-c03f-4cc3-b5d9-daf85d598d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:33.163834 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba784d3-206d-45f0-ac8f-a57910ef0662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f0bea0-6293-4f22-b35e-5dc15f131403,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:33.168168 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-3ba784d3-206d-45f0-ac8f-a57910ef0662 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe1c26e3ad8845fc910cef6e76f5e17c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1990318 Nov 25 04:11:33.169103 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3ba784d3-206d-45f0-ac8f-a57910ef0662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:33.171064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 53352) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:33.235093 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-305ffa86-fe82-4b47-91ab-ec9ad362a20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:33.261880 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-305ffa86-fe82-4b47-91ab-ec9ad362a20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:33.311499 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-305ffa86-fe82-4b47-91ab-ec9ad362a20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:33.317329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7edf975d-a2b4-4202-905f-ddb528f46b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:33.328102 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ffa86-fe82-4b47-91ab-ec9ad362a20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f0bea0-6293-4f22-b35e-5dc15f131403,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:33.332087 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-305ffa86-fe82-4b47-91ab-ec9ad362a20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:33.335451 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-305ffa86-fe82-4b47-91ab-ec9ad362a20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:33.336663 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-305ffa86-fe82-4b47-91ab-ec9ad362a20e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44f0bea0-6293-4f22-b35e-5dc15f131403 HTTP/1.1" status: 204 len: 168 time: 0.1645944 Nov 25 04:11:34.778161 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 53386) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:34.932786 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7800d8d6-63c4-4832-80e5-e5d814533795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:34.968267 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7800d8d6-63c4-4832-80e5-e5d814533795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:11:34.972409 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7800d8d6-63c4-4832-80e5-e5d814533795 admin admin] Usage tracker for resource:security_group_rule and tenant:acbd9538e94349809eb37ad5dfefc06a is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:11:34.975421 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-7800d8d6-63c4-4832-80e5-e5d814533795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:11:34.981441 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-7800d8d6-63c4-4832-80e5-e5d814533795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:11:35.049432 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7800d8d6-63c4-4832-80e5-e5d814533795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:35.052239 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7800d8d6-63c4-4832-80e5-e5d814533795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:35.060175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-9547b0e9-bcb0-4aef-830a-41c8519a3acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:35.104343 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800d8d6-63c4-4832-80e5-e5d814533795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625ef278-1b17-4a55-8cb3-34d5b551e148,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:35.108692 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-7800d8d6-63c4-4832-80e5-e5d814533795 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=acbd9538e94349809eb37ad5dfefc06a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3293822 Nov 25 04:11:35.110095 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-7800d8d6-63c4-4832-80e5-e5d814533795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:35.112039 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 53392) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:11:35.177107 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c1403f66-77a4-4053-b247-f4ec4fa8495c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:35.208100 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c1403f66-77a4-4053-b247-f4ec4fa8495c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:35.252825 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c1403f66-77a4-4053-b247-f4ec4fa8495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:35.258127 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-71691211-285b-428f-ad38-246290c5bbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:11:35.271802 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1403f66-77a4-4053-b247-f4ec4fa8495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625ef278-1b17-4a55-8cb3-34d5b551e148,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:11:35.274844 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-c1403f66-77a4-4053-b247-f4ec4fa8495c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:11:35.275738 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c1403f66-77a4-4053-b247-f4ec4fa8495c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:35.277603 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-c1403f66-77a4-4053-b247-f4ec4fa8495c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/625ef278-1b17-4a55-8cb3-34d5b551e148 HTTP/1.1" status: 204 len: 168 time: 0.1645360 Nov 25 04:11:43.588732 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7fd02eb5-5659-4180-8aa4-6cdda289f46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:45.123213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:46.065370 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-03ee440d-6ae5-45bd-afef-9732bc42d740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:46.101099 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:48.016382 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:50.751994 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:11:51.261648 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:11:59.892223 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.47', 53630) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:12:00.054363 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.093600 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:12:00.098097 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Usage tracker for resource:security_group_rule and tenant:c230de332af24e86a06b62af4d3bf181 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:12:00.101851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:12:00.108670 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:12:00.184851 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.187820 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.196114 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3ba784d3-206d-45f0-ac8f-a57910ef0662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:12:00.237336 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53642) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:12:00.239559 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff0f5dd-1c13-42f8-9253-a4f43ef03757,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:12:00.243685 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c230de332af24e86a06b62af4d3bf181&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3501885 Nov 25 04:12:00.246292 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53648) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:12:00.254163 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.254589 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.255003 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.255415 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.255860 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.256351 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.256642 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.257043 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.257444 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.257837 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.258334 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.266895 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-2653ccb8-6981-4a9d-b615-b46e4189ead5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:12:00.312908 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.341598 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.396578 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e05dd46f-1588-47e6-beec-ae036e24a1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.428074 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.434430 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-f3dd66d8-093e-4aba-abb4-df893db6cc28 tempest-AttachVolumeShelveTestJSON-395702177 tempest-AttachVolumeShelveTestJSON-395702177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:12:00.450449 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff0f5dd-1c13-42f8-9253-a4f43ef03757,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:12:00.454309 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e05dd46f-1588-47e6-beec-ae036e24a1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:12:00.461980 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e05dd46f-1588-47e6-beec-ae036e24a1ca admin admin] Usage tracker for resource:security_group_rule and tenant:00832c7c14284f379c2e57ec6c980d8b is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:12:00.469853 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-e05dd46f-1588-47e6-beec-ae036e24a1ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:12:00.476250 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.477464 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aff0f5dd-1c13-42f8-9253-a4f43ef03757 HTTP/1.1" status: 204 len: 168 time: 0.2302008 Nov 25 04:12:00.479310 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.479734 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.480186 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.480543 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.480955 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.481360 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.481771 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.482202 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.482609 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.483064 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.483383 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-3-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 25 04:12:00.486743 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-e05dd46f-1588-47e6-beec-ae036e24a1ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:12:00.488867 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fb4f5219-6a54-40d0-a73a-ae9a6975144c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:12:00.563443 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e05dd46f-1588-47e6-beec-ae036e24a1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.566329 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e05dd46f-1588-47e6-beec-ae036e24a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.574924 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-3b1a768c-cf42-43ba-9d70-90f536d46350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:12:00.618012 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dd46f-1588-47e6-beec-ae036e24a1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568abc4e-4b9d-4e36-a3ff-24e43601f87d,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:12:00.621116 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-e05dd46f-1588-47e6-beec-ae036e24a1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:12:00.627702 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-e05dd46f-1588-47e6-beec-ae036e24a1ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00832c7c14284f379c2e57ec6c980d8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3856351 Nov 25 04:12:00.628516 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53654) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:12:00.707262 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a99a53b8-cd32-4ec3-8b10-c1107388666f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.736175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a99a53b8-cd32-4ec3-8b10-c1107388666f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.797869 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a99a53b8-cd32-4ec3-8b10-c1107388666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.803816 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-24da28f0-e54d-488c-af15-d623002f2d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:12:00.819687 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a53b8-cd32-4ec3-8b10-c1107388666f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568abc4e-4b9d-4e36-a3ff-24e43601f87d,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:12:00.822703 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-a99a53b8-cd32-4ec3-8b10-c1107388666f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:12:00.823972 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a99a53b8-cd32-4ec3-8b10-c1107388666f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:00.828919 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-a99a53b8-cd32-4ec3-8b10-c1107388666f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/568abc4e-4b9d-4e36-a3ff-24e43601f87d HTTP/1.1" status: 204 len: 168 time: 0.1961260 Nov 25 04:12:13.146997 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53770) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:12:13.300728 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d5456a7-c707-4615-9f38-ba9e44216590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:13.333470 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6d5456a7-c707-4615-9f38-ba9e44216590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 25 04:12:13.337476 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6d5456a7-c707-4615-9f38-ba9e44216590 admin admin] Usage tracker for resource:security_group_rule and tenant:56595993ef534fe094ef74852e6c8648 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 25 04:12:13.340397 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.quota.resource [None req-6d5456a7-c707-4615-9f38-ba9e44216590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 25 04:12:13.346562 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.quota.driver [None req-6d5456a7-c707-4615-9f38-ba9e44216590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 25 04:12:13.413098 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d5456a7-c707-4615-9f38-ba9e44216590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:13.415941 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d5456a7-c707-4615-9f38-ba9e44216590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:13.423175 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-fb663e31-007c-4a5e-965a-c80124038752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:12:13.469596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5456a7-c707-4615-9f38-ba9e44216590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04997ce-edbe-468a-9624-4b1dec6ee76c,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:12:13.473038 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-6d5456a7-c707-4615-9f38-ba9e44216590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:12:13.475993 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-6d5456a7-c707-4615-9f38-ba9e44216590 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56595993ef534fe094ef74852e6c8648&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3279028 Nov 25 04:12:13.478859 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.47', 53776) {{(pid=88178) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 25 04:12:13.541003 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-181c8733-a598-4f63-9a2d-0a0abd334750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:13.567981 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-181c8733-a598-4f63-9a2d-0a0abd334750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:13.590388 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-58f11174-c807-4b6c-9f2b-3719a7a8270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:13.615636 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-181c8733-a598-4f63-9a2d-0a0abd334750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854007674'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:13.620593 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-25ecff6f-6b3a-4d3a-9548-7f7464462fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 25 04:12:13.631828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c8733-a598-4f63-9a2d-0a0abd334750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04997ce-edbe-468a-9624-4b1dec6ee76c,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 25 04:12:13.634324 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG oslo_concurrency.lockutils [None req-181c8733-a598-4f63-9a2d-0a0abd334750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 25 04:12:13.639346 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-181c8733-a598-4f63-9a2d-0a0abd334750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:13.642774 dv-cinder-818778-3-smb neutron-server[88064]: INFO neutron.wsgi [None req-181c8733-a598-4f63-9a2d-0a0abd334750 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c04997ce-edbe-468a-9624-4b1dec6ee76c HTTP/1.1" status: 204 len: 168 time: 0.1607831 Nov 25 04:12:15.127204 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:16.102590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5e471e64-7545-4830-920f-20570c2aeda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:16.113442 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:18.018356 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:21.267698 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:27.753547 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:12:43.591395 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2916b780-6766-4fdf-a79a-4b59762a384e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:45.129041 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:46.062795 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-df58b3fe-f073-4395-b8a5-f0079dc575e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:46.106210 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:48.021800 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:12:51.275596 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:04.755389 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:13:13.592635 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-755f20d8-4218-44ab-b842-c71b567a2f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:15.131693 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:16.063213 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f594a205-c177-4d95-a295-31137ecd0e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:16.109285 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:18.023530 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:21.280084 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:41.757258 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:13:43.596529 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-48d1dc1d-8d25-4540-9cd9-f85bf4825ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:45.132789 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:46.063652 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce3d3-ab4d-4ac5-ac01-bf4366fc7a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:46.112825 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:48.026826 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:13:51.280249 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:13.597552 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bc26bb28-6f94-4f51-bbde-343330afb92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:15.134924 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:16.064533 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bb2720e2-de80-4c92-92e4-7ffda508fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:16.116729 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:18.029738 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:18.758665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:14:21.292355 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:43.599748 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bdd5fd7-e3e7-4e97-853a-4b3a28fe6d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:45.289231 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:46.067283 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7620-c04c-4064-bf11-ba47289420ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:46.116707 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:48.032405 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:51.292712 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:14:55.759875 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:15:13.602138 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2db9-855e-40de-bf65-039d9956c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:15:15.139665 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:15:16.069714 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c1a090df-0b32-46ba-a47c-764183577f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:15:16.119445 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:15:18.034830 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:15:21.293293 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:15:32.761061 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:15:43.604017 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c4a91e84-b8e5-4c2e-9c84-453c91c51056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:15:45.141268 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:15:46.071132 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb31-c86a-450a-ae12-fed185539f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:15:46.121770 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:15:48.038508 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:15:51.291485 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:09.762261 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:16:13.605244 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-757bbd51-877c-4c01-ab8c-40db474956b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:15.144828 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:16.072124 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-93a13d15-fbc7-40a9-a653-758dec9d3e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:16.123783 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:18.040719 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:21.290110 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:43.605727 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b81e4b4e-04bd-4aa6-9ac9-fac4b45d0ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:45.146876 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3d9e102-3db4-415d-88c6-40e71dabe93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:46.073563 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1425dda1-00a7-40a7-8304-df5aa345a1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:46.127216 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7f170335-de8e-4505-a5ba-3cdd7db4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:46.763335 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron.db.agents_db [None req-89936113-921f-4b4c-8f56-9267896e8771 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 25 04:16:48.050045 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ef2512a6-705e-432c-92ce-564865cc16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 25 04:16:51.289590 dv-cinder-818778-3-smb neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8e68-9574-4975-bdb3-357585de7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742397170359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838674327'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}